-- Logs begin at Wed 2021-07-28 03:28:18 UTC, end at Wed 2021-07-28 04:18:17 UTC. -- Jul 28 03:57:00.990109 dv-cinder-740146-11-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 03:57:03.671393 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:57:03.671985 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:57:03.672152 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:57:03.675393 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.common.config [-] Logging enabled! Jul 28 03:57:03.675644 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 03:57:03.675949 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93118) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 03:57:03.676913 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:57:03.677141 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:57:03.677498 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:57:03.677742 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:57:03.677966 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:57:03.678279 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.678577 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.678862 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.679087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.679374 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.679659 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.679937 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.680219 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.680538 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.680822 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.681100 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.681384 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.681609 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.681884 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.682166 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.682448 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.682667 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.682940 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.683357 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.683762 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.684042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.684325 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.685176 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.685448 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.685718 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.685999 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.686322 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] host = dv-cinder-740146-11-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.686595 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.686876 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.687153 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.687433 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.687704 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.687974 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.688250 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.688624 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.688896 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.689165 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.689446 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.689727 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.690009 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.690228 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.690446 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.690726 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.691005 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.691275 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.691546 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.691816 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.692083 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.692350 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.692636 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.692914 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.693192 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.693471 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.693742 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.694009 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.694275 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.694542 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.694819 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.695091 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.695359 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.695625 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.695904 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.696165 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.696443 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.696748 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.697025 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.697406 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.697691 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.697962 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.698238 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.698506 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.698771 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.699035 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.699300 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.699564 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.699837 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.700188 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.700982 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.701256 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.701524 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.701803 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:03.702097 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.702390 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.702685 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.702965 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.703255 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.703533 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.703818 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.704093 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.704377 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.704684 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.704971 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.705244 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.705526 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.705797 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.706087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.706383 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.706669 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.706959 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.707225 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.707492 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.707759 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.708033 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.708314 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.708630 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.708913 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.709180 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.709453 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.709737 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.710011 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.710282 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.710555 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.710840 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.711112 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.711381 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.711655 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.711927 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.712197 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.712486 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.712762 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.713049 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.713321 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.713589 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.713855 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.714128 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.714392 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.714669 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.714943 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.715210 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.715476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.715851 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.716308 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.716533 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.716817 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.717095 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.717375 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.717649 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.717922 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.718195 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.718466 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.718737 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.719007 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.719277 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.719550 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.719820 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.720084 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.720352 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.720706 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.720979 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.721261 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.721554 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.721833 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.722557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.722557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.722776 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.722900 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.723173 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.723446 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.723720 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.723986 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.724274 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.724581 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.724865 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.725147 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.725421 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.725710 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.725982 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.726260 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.726532 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.726805 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.727087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.727365 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.727653 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.727940 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.728226 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.728544 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.728833 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.729109 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.729409 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.729684 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:03.729899 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:57:03.730137 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93118) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 03:57:04.077288 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:57:04.077555 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:57:04.077839 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 03:57:04.078166 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 03:57:04.470278 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.470564 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.470830 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.472093 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.472369 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.472654 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.507084 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.507359 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.507624 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.522238 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.522511 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.522777 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.550954 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.551230 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.551492 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.587552 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.587833 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.588098 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.819005 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.819598 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.819598 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.819770 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.820485 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.939265 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.939577 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.939854 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.940122 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.940385 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.940714 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.940968 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.941221 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.941470 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.941746 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.941998 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.942258 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.942507 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.942751 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.943000 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.943257 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.943505 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.943764 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.944028 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.944282 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.944575 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.944826 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.945105 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.945476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.945721 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.945967 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.946352 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.946594 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.946830 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.947065 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.947299 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.947530 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:04.947883 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 03:57:04.951464 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 03:57:04.955344 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 03:57:04.959141 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 28 03:57:04.960798 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 03:57:04.961242 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 03:57:04.961570 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 03:57:04.961948 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 03:57:04.964726 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 03:57:04.964975 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 03:57:04.965316 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:57:04.971486 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 03:57:04.993963 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 03:57:04.994361 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.994655 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93118) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 03:57:04.995015 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:04.996355 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93118) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 03:57:04.996664 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 03:57:04.997504 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 03:57:05.000927 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.001207 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.063493 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 03:57:05.063727 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 03:57:05.063959 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 03:57:05.064319 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 03:57:05.085485 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_db.sqlalchemy.engines [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93118) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 03:57:05.612047 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing driver for type 'gre' Jul 28 03:57:05.612603 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] gre ID ranges: [(1, 1000)] Jul 28 03:57:05.665837 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing driver for type 'local' Jul 28 03:57:05.666217 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing driver for type 'vlan' Jul 28 03:57:05.683695 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] VlanTypeDriver initialization complete Jul 28 03:57:05.684028 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing driver for type 'vxlan' Jul 28 03:57:05.684571 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] vxlan ID ranges: [(1, 1000)] Jul 28 03:57:05.738583 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing extension driver 'port_security' Jul 28 03:57:05.739070 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.extensions.port_security [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] PortSecurityExtensionDriver initialization complete Jul 28 03:57:05.739427 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing mechanism driver 'openvswitch' Jul 28 03:57:05.739758 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing mechanism driver 'hyperv' Jul 28 03:57:05.746214 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.plugin [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:05.747415 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.747797 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.748242 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.748824 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.749258 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.749613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.749959 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.750357 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.750769 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.751119 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.751480 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.751867 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.752255 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.752633 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.752976 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.753535 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.753950 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.754306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.754656 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.755068 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.755471 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > address_group after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.755819 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > address_group after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.756159 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.756609 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 03:57:05.756987 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] ML2 OVO RPC backend initialized. {{(pid=93118) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 03:57:05.757687 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.758043 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.758459 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.758811 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > networks before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.759157 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.759499 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > ports before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.759842 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.760180 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnets before_response 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.760559 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.760901 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.761239 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.761578 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.761914 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.762248 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.763173 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.763534 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.763878 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.764493 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.plugin [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Modular L2 Plugin initialization complete Jul 28 03:57:05.764835 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading services supported by the core plugin {{(pid=93118) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 03:57:05.765171 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.plugins.ml2.managers [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Got port-security extension from driver 'port_security' Jul 28 03:57:05.765636 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.extensions.vlantransparent [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Disabled vlantransparent extension. Jul 28 03:57:05.766124 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93118) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 03:57:05.766441 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: router Jul 28 03:57:05.801422 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.801816 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.802190 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router before_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.802557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.802932 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.803298 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_delete 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.803660 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.804026 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.804375 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.804761 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.805114 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.805473 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.805884 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.806255 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.806595 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.806933 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: subnet after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.807273 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.807626 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.807979 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.808325 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.808695 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.809055 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router after_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.809915 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.810327 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_create 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.810694 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.811043 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_update 55549900 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.811409 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > agent after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.811759 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > agent after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.812106 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > network after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.812988 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Tracking information for resource: router configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:05.813325 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Tracking information for resource: floatingip configured {{(pid=93118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 03:57:05.819585 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.db.l3_agentschedulers_db [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 03:57:05.820172 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.820570 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.820957 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.821311 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: port after_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.822109 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router before_create 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.822476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.822839 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_create 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.823197 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > router precommit_update 55550100 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.828160 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.provider_configuration [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service providers = [] {{(pid=93118) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 03:57:05.828560 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.db.servicetype_db [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93118) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 03:57:05.831492 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:57:05.831846 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:57:05.832189 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:57:05.833103 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.services.service_base [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 03:57:05.833476 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.services.service_base [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 03:57:05.833855 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.834178 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 03:57:05.844705 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.845041 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: auto_allocate Jul 28 03:57:05.850757 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: network precommit_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.851129 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: network precommit_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.851670 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.851992 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: tag Jul 28 03:57:05.858562 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.858899 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: timestamp Jul 28 03:57:05.863164 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.863447 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: network_ip_availability Jul 28 03:57:05.868900 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.869271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.869629 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:05.870332 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.870654 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: flavors Jul 28 03:57:05.875809 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.876140 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading Plugin: revisions Jul 28 03:57:05.880371 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 03:57:05.880786 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=93118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 03:57:05.881519 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93118) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 03:57:05.881859 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Initializing extension manager. Jul 28 03:57:05.882367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: __init__.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.882711 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: __pycache__ {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.883048 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.883382 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.884133 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.884732 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: address-group Jul 28 03:57:05.885056 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: address_scope.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.885770 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.886276 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: address-scope Jul 28 03:57:05.886604 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.887577 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.888080 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: router-admin-state-down-before-update Jul 28 03:57:05.888394 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: agent.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.889302 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.889803 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: agent Jul 28 03:57:05.890124 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: agent_resources_synced.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.891029 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.891533 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: agent-resources-synced Jul 28 03:57:05.891857 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: allowedaddresspairs.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.893654 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.894166 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: allowed-address-pairs Jul 28 03:57:05.894491 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: auto_allocated_topology.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.895557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.896070 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: auto-allocated-topology Jul 28 03:57:05.896396 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.897107 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.897603 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: availability_zone Jul 28 03:57:05.897924 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: availability_zone_filter.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.898837 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.899340 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: availability_zone_filter Jul 28 03:57:05.899664 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: data_plane_status.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.900605 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.901112 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 03:57:05.901436 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: default_subnetpools.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.902349 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.902856 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: default-subnetpools Jul 28 03:57:05.903710 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.904611 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.905118 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: dhcp_agent_scheduler Jul 28 03:57:05.905443 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: dns.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.906367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.906865 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension dns-integration not supported by any of loaded plugins Jul 28 03:57:05.907186 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: dns_domain_ports.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.908103 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.908635 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 03:57:05.908959 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.909873 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.910371 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 03:57:05.910693 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: dvr.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.911357 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.911854 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: dvr Jul 28 03:57:05.912173 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: ecmp_routes.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.913116 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.913612 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 03:57:05.913931 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: empty_string_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.914839 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.915335 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: empty-string-filtering Jul 28 03:57:05.915655 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.916609 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.917115 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:57:05.917444 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.918370 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.919452 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 03:57:05.919818 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: external_net.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.920869 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.921379 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: external-net Jul 28 03:57:05.921701 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.922686 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.923192 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: extra_dhcp_opt Jul 28 03:57:05.923512 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: extraroute.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.924416 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.924937 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: extraroute Jul 28 03:57:05.925257 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: extraroute_atomic.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.926285 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.926789 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: extraroute-atomic Jul 28 03:57:05.927109 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: filter_validation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.927773 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.928274 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: filter-validation Jul 28 03:57:05.928701 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: fip_pf_description.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.929608 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.930105 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 03:57:05.930425 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: fip_port_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.931339 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.931838 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: fip-port-details Jul 28 03:57:05.932158 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: flavors.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.933409 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.933923 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: flavors Jul 28 03:57:05.934250 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.935995 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.936556 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 03:57:05.936895 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: floatingip_pools.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.937599 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.938106 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: floatingip-pools Jul 28 03:57:05.938434 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: ip_allocation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.939364 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.939870 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 03:57:05.940197 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.941147 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.941655 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: ip-substring-filtering Jul 28 03:57:05.941984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l2_adjacency.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.942902 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.943401 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 03:57:05.943724 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.944856 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.945381 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: router Jul 28 03:57:05.945710 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.947928 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.948477 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 03:57:05.948813 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.949747 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.950284 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: ext-gw-mode Jul 28 03:57:05.950610 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.951540 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.952047 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: l3-ha Jul 28 03:57:05.952369 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3_flavors.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.953312 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.953818 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: l3-flavors Jul 28 03:57:05.954146 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.955062 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.955567 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 03:57:05.955894 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: l3agentscheduler.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.956969 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.957478 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: l3_agent_scheduler Jul 28 03:57:05.957802 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: logging.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.959282 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.959797 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension logging not supported by any of loaded plugins Jul 28 03:57:05.960126 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: metering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.960890 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.961463 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: metering Jul 28 03:57:05.961788 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.962878 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.963389 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: metering_source_and_destination_fields Jul 28 03:57:05.963714 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: multiprovidernet.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.964672 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.965182 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: multi-provider Jul 28 03:57:05.965505 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: netmtu.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.967074 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.967576 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: net-mtu Jul 28 03:57:05.967900 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: netmtu_writable.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.968845 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.969351 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: net-mtu-writable Jul 28 03:57:05.969674 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: network_availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.970339 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.970840 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: network_availability_zone Jul 28 03:57:05.971158 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: network_ip_availability.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.972245 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.972795 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: network-ip-availability Jul 28 03:57:05.973122 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: network_segment_range.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.973883 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.974385 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 03:57:05.974709 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: pagination.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.975693 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.976026 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: pagination Jul 28 03:57:05.976350 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: port_device_profile.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.977287 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.977799 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: port-device-profile Jul 28 03:57:05.978123 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.979053 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.979556 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: port-mac-address-regenerate Jul 28 03:57:05.979879 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.981837 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.981837 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: port-numa-affinity-policy Jul 28 03:57:05.982557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: port_resource_request.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.983749 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.983749 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 03:57:05.984023 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: portbindings.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.985454 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.985454 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: binding Jul 28 03:57:05.986947 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: portbindings_extended.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.987422 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.988619 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: binding-extended Jul 28 03:57:05.988619 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: portsecurity.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.989216 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.989726 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: port-security Jul 28 03:57:05.990044 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: project_id.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.991021 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.991349 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: project-id Jul 28 03:57:05.991671 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: providernet.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.992635 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.993144 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: provider Jul 28 03:57:05.993466 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.997538 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:05.998058 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos not supported by any of loaded plugins Jul 28 03:57:05.998389 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:05.999628 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.000143 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 03:57:06.000506 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.001431 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.001941 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 03:57:06.002271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_default.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.003182 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.003691 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-default not supported by any of loaded plugins Jul 28 03:57:06.004021 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_fip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.004712 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.005212 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-fip not supported by any of loaded plugins Jul 28 03:57:06.005535 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_gateway_ip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.006456 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.006968 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 03:57:06.007294 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_port_network_policy.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.008208 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.008741 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 03:57:06.009066 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_rule_type_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.009982 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.010486 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 03:57:06.010808 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: qos_rules_alias.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.011846 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.012352 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 03:57:06.013256 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: quotasv2.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.014196 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.014524 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: quotas Jul 28 03:57:06.014846 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: quotasv2_detail.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.017891 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.018236 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: quota_details Jul 28 03:57:06.018573 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: rbac.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.019812 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.020341 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: rbac-policies Jul 28 03:57:06.020707 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: rbac_address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.021659 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.022173 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: rbac-address-group Jul 28 03:57:06.022500 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: rbac_address_scope.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.023449 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.023957 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: rbac-address-scope Jul 28 03:57:06.024282 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: rbac_security_groups.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.025223 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.025731 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: rbac-security-groups Jul 28 03:57:06.026056 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: rbac_subnetpool.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.026973 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.027481 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: rbac-subnetpool Jul 28 03:57:06.027808 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: revisionifmatch.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.028784 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.029292 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: revision-if-match Jul 28 03:57:06.029616 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: revisions.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.030728 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.031238 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: standard-attr-revisions Jul 28 03:57:06.031563 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: router_availability_zone.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.032232 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.032778 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: router_availability_zone Jul 28 03:57:06.033102 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: routerservicetype.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.034039 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.034541 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension router-service-type not supported by any of loaded plugins Jul 28 03:57:06.034863 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.035782 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.036287 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: security-groups-normalized-cidr Jul 28 03:57:06.036645 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.037560 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.038063 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: port-security-groups-filtering Jul 28 03:57:06.038387 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.039303 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.039811 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: security-groups-remote-address-group Jul 28 03:57:06.040136 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: securitygroup.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.049702 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.050230 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: security-group Jul 28 03:57:06.050565 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: segment.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.051360 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.051868 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension segment not supported by any of loaded plugins Jul 28 03:57:06.052197 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.053160 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.053668 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 03:57:06.053992 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: servicetype.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.055155 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.055741 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: service-type Jul 28 03:57:06.056071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: sorting.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.057146 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.057480 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: sorting Jul 28 03:57:06.057812 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: standard_attr_segment.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.058796 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.059964 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 03:57:06.060155 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: standardattrdescription.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.060834 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.061337 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: standard-attr-description Jul 28 03:57:06.061660 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: stateful_security_group.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.062597 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.063110 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: stateful-security-group Jul 28 03:57:06.063435 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: stdattrs_common.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.064015 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 03:57:06.064337 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.065304 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.065811 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 03:57:06.066132 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnet_onboard.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.067218 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.067734 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: subnet_onboard Jul 28 03:57:06.068062 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.069026 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.069534 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 03:57:06.069860 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnet_service_types.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.070784 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.071297 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: subnet-service-types Jul 28 03:57:06.071622 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnetallocation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.072734 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.073253 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: subnet_allocation Jul 28 03:57:06.073582 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.074253 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.074761 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: subnetpool-prefix-ops Jul 28 03:57:06.075637 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.076613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.077124 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 03:57:06.077432 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: tagging.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.078503 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.079017 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: standard-attr-tag Jul 28 03:57:06.079346 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: timestamp.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.080586 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.081096 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loaded extension: standard-attr-timestamp Jul 28 03:57:06.081421 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: trunk.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.082456 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.082971 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension trunk not supported by any of loaded plugins Jul 28 03:57:06.083299 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: trunk_details.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.084219 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.084765 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension trunk-details not supported by any of loaded plugins Jul 28 03:57:06.085090 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: uplink_status_propagation.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.086010 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.086522 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 03:57:06.086853 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Loading extension file: vlantransparent.py {{(pid=93118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 03:57:06.087520 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 03:57:06.088025 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 03:57:06.090477 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:network Jul 28 03:57:06.091213 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnet Jul 28 03:57:06.091637 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:57:06.092036 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:port Jul 28 03:57:06.093314 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.093766 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service FLAVORS assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.094388 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.094812 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.095143 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:router Jul 28 03:57:06.095579 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:57:06.096068 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service METERING assigned prefix: /metering {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.097559 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:06.097943 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:06.098298 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 03:57:06.099266 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:57:06.099711 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:57:06.100149 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:57:06.100793 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.101129 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:57:06.101479 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] subnetpool is already registered Jul 28 03:57:06.101903 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.102227 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:57:06.102557 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] subnetpool is already registered Jul 28 03:57:06.106108 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.107230 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service FLAVORS assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.107849 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.108277 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.108650 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:router Jul 28 03:57:06.108996 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] router is already registered Jul 28 03:57:06.109413 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 03:57:06.109753 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] floatingip is already registered Jul 28 03:57:06.110209 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service METERING assigned prefix: /metering {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.110875 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 03:57:06.111201 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] rbac_policy is already registered Jul 28 03:57:06.111868 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:security_group Jul 28 03:57:06.112205 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] security_group is already registered Jul 28 03:57:06.112646 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 03:57:06.112984 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] security_group_rule is already registered Jul 28 03:57:06.113504 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.113790 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:57:06.114126 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] subnetpool is already registered Jul 28 03:57:06.114547 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.v2.resource_helper [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Service CORE assigned prefix: {{(pid=93118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 03:57:06.114871 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 03:57:06.115203 dv-cinder-740146-11-smb neutron-server[93118]: WARNING neutron.quota.resource_registry [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] subnetpool is already registered Jul 28 03:57:06.115650 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: extensions {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.117225 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: address-groups {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.118686 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: address-scopes {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.119869 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.121042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: auto-allocated-topology {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.122968 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: availability_zones {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.124176 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: dhcp-networks {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.125629 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: dhcp-agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.127128 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.128859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: flavors {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.130014 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: service_profiles {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.131331 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: next_providers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.132781 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: service_profiles {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.134192 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: floatingip-pools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.135403 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.137217 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: floatingips {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.138413 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: l3-routers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.139804 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: l3-agents {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.141326 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: metering-labels {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.142570 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: metering-label-rules {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.143810 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: network-ip-availabilities {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.145195 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: bindings {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.146731 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: quotas {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.148170 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: quotas {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.149703 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: rbac-policies {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.150885 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: security-groups {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.152057 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: security-group-rules {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.153341 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: service-providers {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.154622 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: subnetpools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.155939 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: subnetpools {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.157406 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.159154 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.160953 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.162812 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.164517 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.166323 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.169656 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.171431 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.173198 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.175011 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron.api.extensions [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Extended resource: tags {{(pid=93118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 03:57:06.181004 dv-cinder-740146-11-smb neutron-server[93118]: WARNING keystonemiddleware.auth_token [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 03:57:06.186027 dv-cinder-740146-11-smb neutron-server[93118]: WARNING keystonemiddleware.auth_token [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 03:57:06.194331 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Acquired lock "singleton_lock" {{(pid=93118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 03:57:06.194803 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_concurrency.lockutils [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Releasing lock "singleton_lock" {{(pid=93118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 03:57:06.195435 dv-cinder-740146-11-smb neutron-server[93118]: INFO oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Starting 2 workers Jul 28 03:57:06.200808 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Started child 93225 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:57:06.205268 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Started child 93226 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:57:06.206375 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.207019 dv-cinder-740146-11-smb neutron-server[93118]: INFO neutron.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 03:57:06.207563 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Notify callbacks [] for process, before_spawn {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.207904 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [-] (93225) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:57:06.209997 dv-cinder-740146-11-smb neutron-server[93118]: INFO oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Starting 1 workers Jul 28 03:57:06.210126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.211492 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [-] (93226) wsgi starting up on http://0.0.0.0:9696 Jul 28 03:57:06.215074 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Started child 93227 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:57:06.215635 dv-cinder-740146-11-smb neutron-server[93118]: INFO oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Starting 1 workers Jul 28 03:57:06.219348 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] calling RpcWorker wait() {{(pid=93227) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 03:57:06.219892 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] returning from RpcWorker wait() {{(pid=93227) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 03:57:06.220683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Started child 93228 {{(pid=93118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 03:57:06.221083 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.221493 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG neutron_lib.callbacks.manager [None req-47e91b73-3233-4593-9a55-c12af112b48a None None] Notify callbacks [] for process, after_spawn {{(pid=93118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.221603 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:06.223365 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:57:06.223575 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:57:06.223759 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:57:06.223972 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:57:06.224302 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:57:06.224489 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:57:06.225011 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.225277 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.225522 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.225612 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:06.226050 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.226050 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.226669 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.226903 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.227152 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.227423 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.227663 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.227828 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.227991 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.228251 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.228504 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.228823 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.229099 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.229352 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.229646 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.229815 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.230087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.230350 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.230595 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.230871 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.231107 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.231663 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.231978 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.232241 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.232473 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.232728 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.232959 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.233214 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.233465 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.233682 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.233913 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.234149 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.234386 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.234591 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.234825 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.235087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.235305 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.235788 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] host = dv-cinder-740146-11-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.236021 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.236250 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.236828 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.236982 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.237217 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.237449 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.237710 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.237958 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.238212 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.238435 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.238670 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.238921 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.239171 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.239412 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.239567 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_options = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.239829 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.240087 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.240367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.240569 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.240733 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.240960 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.241149 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.241311 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.241572 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.241784 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.242000 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.242214 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.242431 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.242662 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.242896 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.243143 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.243374 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.243579 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.243819 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.244064 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.244285 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.244541 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.244787 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.245005 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.245223 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.245463 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.245699 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.245911 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.246119 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.246376 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.246586 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.246833 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.247247 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.247493 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.247725 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.247953 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.248187 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.248467 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.248698 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.248938 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.249194 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.249425 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.249666 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.249879 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.250104 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.250319 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.250547 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.250756 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.251108 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.251211 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.251426 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.251638 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.251863 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.252106 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.252557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.252845 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.253185 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.253428 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.253662 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.253891 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.254123 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.254363 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.254625 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.256934 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.257552 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.257552 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.257751 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:06.257880 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.258079 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.258458 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.258994 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.259723 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.259723 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.259723 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260078 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260078 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260479 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260479 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260820 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.260991 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.261291 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.261455 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.261798 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.261798 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.262433 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.262433 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.262433 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.263912 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.263912 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.263912 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.263912 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.264984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.264984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.264984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.264984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.264984 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.266306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267047 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267047 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267047 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267468 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267468 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267754 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.267754 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.268013 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.268744 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.268744 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.268744 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.269147 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.269147 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271071 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271598 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271598 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271598 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271763 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.271839 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.272042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.272262 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.272503 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.272771 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.273101 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.273292 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.273561 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.274910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.274910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.274910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.274910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.274910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.275284 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.275284 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.275428 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.275592 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.275846 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.276083 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.276300 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.276593 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.276828 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.277045 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.277258 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.277488 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.277739 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.277993 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.278816 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.279078 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.279372 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.279698 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.279965 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.280222 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.280509 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.280756 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.281020 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.281317 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.281583 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.281852 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.282080 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.282325 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.282560 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.282805 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.283049 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.283276 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.283524 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.283750 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.284012 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.284235 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.284486 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.284701 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.284949 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.285568 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.285568 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.285787 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.286024 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.286306 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.286557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.286794 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.287051 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.287309 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.287557 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.287791 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.288055 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.288265 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.288513 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.288739 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.288948 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.289175 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.289403 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.289615 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.289842 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.290069 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.290293 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.290503 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291017 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291017 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291409 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291595 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.291803 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.292908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.292908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.292908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.292908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.292908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.293520 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.293520 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.293520 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.294643 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.294643 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.294643 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.294981 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.294981 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.295210 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.296442 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.296442 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.296442 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.296442 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.296442 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.297683 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.298367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.298367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299211 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299211 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299211 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299211 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299716 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299716 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.299939 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.300049 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.300859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.300859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.300859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.301097 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.301196 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.301395 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.301605 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.301836 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.302874 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.302874 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.302874 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.302874 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.303178 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.303257 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.303435 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.303670 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.303901 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.304111 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.304344 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.304594 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.304811 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.305026 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.305252 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.305466 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.305699 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.305922 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.306161 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.306375 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.306620 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.306852 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.307065 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.307286 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.307504 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.307715 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.307949 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.308208 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.308436 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.308661 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.308879 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.309095 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.309362 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.309582 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.309811 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.310126 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.310231 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.310436 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.310739 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.311190 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.311589 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.311876 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.312107 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.312352 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.312709 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.313026 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.313247 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.313501 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.313743 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.314160 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.314531 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.314947 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.315271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.315561 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.315823 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.316090 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.316352 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.316649 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.316926 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.317157 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.317452 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.317782 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.318073 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.318333 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.318563 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.318819 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.319038 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.319252 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.319465 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.319713 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.319928 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.320181 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.320455 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.320763 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.320948 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.321172 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.321405 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.321645 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.321847 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.322094 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.322326 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.322507 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:57:06.322968 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 03:57:06.323125 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 03:57:06.323281 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 03:57:06.323476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 03:57:06.323597 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 03:57:06.323785 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 03:57:06.323952 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324112 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324276 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324447 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324792 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.324953 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.325642 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.325800 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.325958 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326119 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326267 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326425 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326594 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326719 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.326859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327015 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327171 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327333 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327489 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327645 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327805 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.327961 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] debug = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328117 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328308 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328490 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328650 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328807 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.328962 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329117 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329428 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329584 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329739 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.329896 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330381 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330381 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330381 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330643 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330643 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330787 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] host = dv-cinder-740146-11-smb {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.330928 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331085 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331238 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331393 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331550 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331707 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.331866 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332021 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332176 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332330 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332511 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332668 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332825 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.332980 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333136 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_options = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333293 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333448 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333603 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333783 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.333945 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334113 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334279 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334484 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334609 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334748 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.334871 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335001 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335156 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335311 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335469 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335625 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335780 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.335935 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336090 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336246 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336402 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336582 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336739 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.336896 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337052 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337207 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337362 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337518 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337677 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337832 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.337987 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338142 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338298 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338453 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338607 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338762 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.338917 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339074 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339230 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339384 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339541 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339696 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.339850 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.340006 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.340162 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.340317 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_json = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.340506 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.341296 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.341477 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.341637 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.341798 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.341955 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.342111 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.342269 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 03:57:06.342444 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.342603 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.342773 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.342932 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343092 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343251 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343410 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343569 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343729 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.343889 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344055 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344214 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344384 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344574 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344733 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.344896 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345056 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345214 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345371 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345529 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345686 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.345845 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346019 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346212 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346345 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346487 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346645 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346804 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.346986 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347114 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347270 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347429 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347588 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347753 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.347908 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348068 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348225 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348386 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348568 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348728 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.348889 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349047 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349206 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349366 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349525 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349684 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.349843 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350003 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350163 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350322 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350490 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350649 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350807 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.350966 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351125 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351283 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351445 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351605 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351763 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.351922 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352081 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352305 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352507 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352641 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352799 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.352959 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353117 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353276 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353434 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353595 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353929 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.353929 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354151 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354261 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354369 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354495 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354654 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354813 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.354973 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355133 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355290 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355449 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355607 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355765 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.355932 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356106 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356329 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356541 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356655 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356824 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.356981 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357137 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357296 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357455 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357777 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.357936 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358096 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358430 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358430 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358660 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358768 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358886 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.358995 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359153 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359312 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359471 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359629 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359787 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.359944 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360103 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360271 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360462 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360772 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.360938 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.361106 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.361266 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.361426 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.361840 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.361999 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362159 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362317 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362634 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362795 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.362955 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.363145 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.363316 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.363476 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.363844 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.363844 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.364128 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.364351 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.364556 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.364848 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365039 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365175 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365308 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365440 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365569 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365798 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.365958 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.366115 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.366502 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:06.366660 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.366660 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.366931 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.366931 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.367185 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.367429 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.367665 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.367665 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368066 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368205 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368480 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368636 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368772 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.368905 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.369065 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.369273 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.369437 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.369782 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.370016 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.370184 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.370439 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.370838 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.370838 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.371198 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.371198 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.371579 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.371717 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.372008 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.372229 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.372229 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.372706 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.372706 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373303 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373681 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373681 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.373979 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.374118 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.374467 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.374467 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.374788 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375019 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375161 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375486 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375486 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375784 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.375784 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376042 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376174 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376316 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376509 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376850 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.376850 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377194 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377194 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377451 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377451 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377717 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.377859 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.378165 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.378165 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.378469 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.378842 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.378842 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379116 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379116 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379370 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379526 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379661 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379793 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.379925 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.380134 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.380367 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.380539 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.380867 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.380867 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.381333 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.381333 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.381597 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.381730 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.381938 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.382136 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.382282 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.382417 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.382550 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.382785 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.383011 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.383259 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.383423 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.383611 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.383923 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.384074 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.384209 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.384395 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.384663 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.384844 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385075 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385258 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385398 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385533 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385712 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385821 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.385924 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.386036 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.386220 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.386426 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.386613 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.386766 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.387166 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.387166 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.387999 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.388157 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.388341 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.388547 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.388547 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.388910 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.389139 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.389286 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.389434 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.389596 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.389770 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.390038 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.390308 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.390485 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.390647 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.390809 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.391072 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.391324 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.391471 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.391605 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.391853 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.392095 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.392350 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.392569 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.392713 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393177 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393177 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393454 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393454 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393754 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 03:57:06.393754 dv-cinder-740146-11-smb neutron-server[93118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 03:57:06.662417 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48290) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:06.671893 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072854 Jul 28 03:57:17.994229 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f919b-3986-4f8b-b608-d218f4255148 None None] get_active_networks_info from dv-cinder-740146-11-smb {{(pid=93227) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 03:57:18.079107 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f919b-3986-4f8b-b608-d218f4255148 None None] No non-hosted networks {{(pid=93227) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 03:57:18.094167 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.agentschedulers_db [None req-039f919b-3986-4f8b-b608-d218f4255148 None None] DHCP Agent not found on host dv-cinder-740146-11-smb {{(pid=93227) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 03:57:18.209254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-32047675-4ed0-4ecd-9b29-bb28f1c78746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:20.472098 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b22df532-c589-4963-8fe5-4f6e065ee8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:20.561286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-479745bd-4562-49d3-a093-67d263ca9c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:20.723730 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:20.724742 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.725320 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.725896 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.726457 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.727035 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.727925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.727925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.728285 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.728515 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.729000 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.729466 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.729942 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:20.730477 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-11-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:20.753142 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-11-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:21.596105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:23.321769 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:24.403983 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48382) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:24.910109 dv-cinder-740146-11-smb neutron-server[93226]: WARNING oslo_policy.policy [None req-92f28e42-a59d-4a01-bd7e-4df4de5ce5cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:24.910993 dv-cinder-740146-11-smb neutron-server[93226]: WARNING oslo_policy.policy [None req-92f28e42-a59d-4a01-bd7e-4df4de5ce5cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:25.156268 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [None req-92f28e42-a59d-4a01-bd7e-4df4de5ce5cc admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93226) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:57:25.157235 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-92f28e42-a59d-4a01-bd7e-4df4de5ce5cc admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7522435 Jul 28 03:57:25.836692 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.db.l3_hamode_db [None req-1e864cd9-2753-44c9-bb1f-5a774597ce1a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 03:57:25.915932 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e864cd9-2753-44c9-bb1f-5a774597ce1a None None] Routers set() bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:25.916325 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e864cd9-2753-44c9-bb1f-5a774597ce1a None None] Router IDs set() for agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 03:57:27.510336 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48396) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:27.826034 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:27.919184 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.policy [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93226) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:57:27.963538 dv-cinder-740146-11-smb neutron-server[93226]: WARNING oslo_policy.policy [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:27.963902 dv-cinder-740146-11-smb neutron-server[93226]: WARNING oslo_policy.policy [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:27.972593 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.quota [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] Loaded quota_driver: . Jul 28 03:57:28.069368 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893468537', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893468938', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893480386', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893474616', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893584005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789893568242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2044645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2038394', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1007220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-578827'] for rbac-policy, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:28.133602 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:28.134825 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4db96d16-1f13-4ee7-8763-b0f206312a49 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6235430 Jul 28 03:57:30.676847 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48408) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:31.159241 dv-cinder-740146-11-smb neutron-server[93225]: WARNING oslo_policy.policy [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:31.159837 dv-cinder-740146-11-smb neutron-server[93225]: WARNING oslo_policy.policy [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:31.377347 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'project_id': 'ae6aac29025349f595a90d052be603a4'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:31.378828 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.quota [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Loaded quota_driver: . Jul 28 03:57:31.435154 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Made reservation on behalf of ae6aac29025349f595a90d052be603a4 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:57:31.500280 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.policy [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 03:57:31.544625 dv-cinder-740146-11-smb neutron-server[93225]: WARNING oslo_policy.policy [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:31.545012 dv-cinder-740146-11-smb neutron-server[93225]: WARNING oslo_policy.policy [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 03:57:31.555244 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.576766 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.708870 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.712564 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.733113 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 03:57:31.760963 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789890388776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.761540 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Unsubscribe: segment precommit_create {{(pid=93225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 03:57:31.762567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Added segment 870304ef-0620-40ce-b997-6d72fbd080ab of type vlan for network 1552c962-960e-4630-a33b-47169ef088ed Jul 28 03:57:31.783898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe03f06-6cd2-44a4-8198-825c5cd1c87a,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:31.818138 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.818491 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.818825 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.819151 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.819473 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.819793 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.820132 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.820446 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.820780 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.821097 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.821409 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.821718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Tracked resource versions report: Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: pushed versions: Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: { 'AddressGroup': {'1.2'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'ConntrackHelper': {'1.0'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Log': {'1.0'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Network': {'1.1'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Port': {'1.7'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'PortForwarding': {'1.2'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'QosPolicy': {'1.8'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroup': {'1.4'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SubPort': {'1.0'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Subnet': {'1.1'}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Trunk': {'1.1'}} Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: consumer versions: Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'ConntrackHelper': '1.0', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Log': '1.0', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Network': '1.1', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Port': '1.7', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'PortForwarding': '1.2', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'QosPolicy': '1.8', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroup': '1.4', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroupRule': '1.2', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'SubPort': '1.0', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Subnet': '1.1', Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: 'Trunk': '1.1'}} Jul 28 03:57:31.822806 dv-cinder-740146-11-smb neutron-server[93225]: {{(pid=93225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:57:31.895985 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.948162 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:31.949937 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:31.950602 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:32.018436 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3392992 Jul 28 03:57:32.050344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a2e2-d399-4546-bf82-93d2af4c5b27 admin admin] Pushing event updated for resources: {'Network': ['ID=1552c962-960e-4630-a33b-47169ef088ed,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:32.063761 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 1552c962-960e-4630-a33b-47169ef088ed details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:57:34.652994 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48430) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:35.074104 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d1535b-9253-4883-8c3f-986cdbcf63bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:35.076125 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c8d1535b-9253-4883-8c3f-986cdbcf63bd admin admin] 10.222.0.43 "GET /v2.0/networks/1552c962-960e-4630-a33b-47169ef088ed HTTP/1.1" status: 200 len: 825 time: 0.4221957 Jul 28 03:57:35.099842 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-52e8ae3e-7ff1-477d-99af-9564f206e247 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/64ac973b-b8e4-43d9-95a4-2e3485ecf5dd HTTP/1.1" status: 200 len: 734 time: 0.0176218 Jul 28 03:57:35.108707 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Request body: {'subnet': {'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:35.134643 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Made reservation on behalf of ae6aac29025349f595a90d052be603a4 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:57:35.138237 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:35.420409 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:35.486168 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Checking segment: {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:57:35.486550 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Network hostable DHCP agents. Network: 1552c962-960e-4630-a33b-47169ef088ed, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:57:35.501734 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb3f6ef-6a16-4fab-8a17-dcce3c27f673,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:35.516772 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.517134 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.517462 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.517783 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.518101 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.518419 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.518734 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.519046 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.519371 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.519686 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.519993 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.520299 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Tracked resource versions report: Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: pushed versions: Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: { 'AddressGroup': {'1.2'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'ConntrackHelper': {'1.0'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Log': {'1.0'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Network': {'1.1'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Port': {'1.7'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'PortForwarding': {'1.2'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'QosPolicy': {'1.8'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroup': {'1.4'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SubPort': {'1.0'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Subnet': {'1.1'}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Trunk': {'1.1'}} Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: consumer versions: Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'ConntrackHelper': '1.0', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Log': '1.0', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Network': '1.1', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Port': '1.7', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'PortForwarding': '1.2', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'QosPolicy': '1.8', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroup': '1.4', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroupRule': '1.2', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'SubPort': '1.0', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Subnet': '1.1', Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: 'Trunk': '1.1'}} Jul 28 03:57:35.521376 dv-cinder-740146-11-smb neutron-server[93226]: {{(pid=93226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:57:35.546486 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Network 1552c962-960e-4630-a33b-47169ef088ed is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:57:35.564978 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 1552c962-960e-4630-a33b-47169ef088ed) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:35.569475 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:35.570094 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:35.574988 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6e0ca-ce05-4aba-88af-af7020beefc3 None None] Network 1552c962-960e-4630-a33b-47169ef088ed requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:57:35.583962 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4b1427ff-df5d-496f-8268-594ef9f7c089 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4785230 Jul 28 03:57:35.893529 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-1552c962-960e-4630-a33b-47169ef088ed', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 03:57:35.894763 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.165647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Allocated IP 172.20.0.2 (1552c962-960e-4630-a33b-47169ef088ed/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673/fef76525-4401-4dda-8c88-e7c8b81f1fa9) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:57:36.394745 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.410151 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Transition to ACTIVE for port object fef76525-4401-4dda-8c88-e7c8b81f1fa9 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:36.431375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Transition to ACTIVE for port object fef76525-4401-4dda-8c88-e7c8b81f1fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:36.440496 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.505113 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Network 1552c962-960e-4630-a33b-47169ef088ed is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:57:36.509590 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:36.523276 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:57:36.530475 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Pushing event updated for resources: {'Port': ['ID=fef76525-4401-4dda-8c88-e7c8b81f1fa9,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:36.560952 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.560952 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.560952 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.560952 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.560952 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.561528 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.561528 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.561528 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.561861 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.562168 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.562487 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.562804 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Tracked resource versions report: Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: pushed versions: Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: { 'AddressGroup': {'1.2'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'ConntrackHelper': {'1.0'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Log': {'1.0'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Network': {'1.1'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Port': {'1.7'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'PortForwarding': {'1.2'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'QosPolicy': {'1.8'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroup': {'1.4'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SubPort': {'1.0'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Subnet': {'1.1'}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Trunk': {'1.1'}} Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: consumer versions: Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'ConntrackHelper': '1.0', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Log': '1.0', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Network': '1.1', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Port': '1.7', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'PortForwarding': '1.2', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'QosPolicy': '1.8', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroup': '1.4', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroupRule': '1.2', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'SubPort': '1.0', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Subnet': '1.1', Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: 'Trunk': '1.1'}} Jul 28 03:57:36.563875 dv-cinder-740146-11-smb neutron-server[93227]: {{(pid=93227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:57:36.610524 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Attempting to bind port fef76525-4401-4dda-8c88-e7c8b81f1fa9 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:57:36.611173 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Attempting to bind port fef76525-4401-4dda-8c88-e7c8b81f1fa9 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:57:36.611297 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Attempting to bind port fef76525-4401-4dda-8c88-e7c8b81f1fa9 on network 1552c962-960e-4630-a33b-47169ef088ed {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:57:36.616256 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:57:36.616706 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Checking segment: {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:57:36.617157 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.617568 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Bound using segment: {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:57:36.618036 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Bound port: fef76525-4401-4dda-8c88-e7c8b81f1fa9, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:57:36.618419 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.681482 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] For port fef76525-4401-4dda-8c88-e7c8b81f1fa9, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:57:36.685720 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] For port fef76525-4401-4dda-8c88-e7c8b81f1fa9, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=fef76525-4401-4dda-8c88-e7c8b81f1fa9,segment=NetworkSegment(870304ef-0620-40ce-b997-6d72fbd080ab),segment_id=870304ef-0620-40ce-b997-6d72fbd080ab)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:57:36.690115 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:36.753698 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72663192-a279-4d8b-b96a-9bf85f20f5f0 None None] Pushing event updated for resources: {'Port': ['ID=fef76525-4401-4dda-8c88-e7c8b81f1fa9,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:37.974288 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48442) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:38.287954 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [None req-8f5fe9cd-0cc3-45c0-ae12-cb88c1d7b08d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93226) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:57:38.288945 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8f5fe9cd-0cc3-45c0-ae12-cb88c1d7b08d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137774 Jul 28 03:57:40.733019 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48450) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:41.079966 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [None req-308214c7-b97c-4d24-aca2-82fc1bde696c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:57:41.081327 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-308214c7-b97c-4d24-aca2-82fc1bde696c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3471062 Jul 28 03:57:43.773808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48460) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:44.092070 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Request body: {'router': {'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:44.118040 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.119553 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.257113 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.261705 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.274199 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:44.275376 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b1ae8eef-06fb-4a86-8d2c-964019d496c4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5006125 Jul 28 03:57:44.578975 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device fef76525-4401-4dda-8c88-e7c8b81f1fa9 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:57:44.673441 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:45.179992 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4b90e-0181-4f63-9f25-423d8bca9064 None None] Network 1552c962-960e-4630-a33b-47169ef088ed requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:57:45.234263 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Provisioning for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:45.243115 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Provisioning complete for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:45.243510 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.402865 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.467885 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] For port fef76525-4401-4dda-8c88-e7c8b81f1fa9, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=fef76525-4401-4dda-8c88-e7c8b81f1fa9,segment=NetworkSegment(870304ef-0620-40ce-b997-6d72fbd080ab),segment_id=870304ef-0620-40ce-b997-6d72fbd080ab)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:57:45.472199 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:45.538131 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148d7a-74d6-4e75-9cd9-0b3369413b07 None None] Pushing event updated for resources: {'Port': ['ID=fef76525-4401-4dda-8c88-e7c8b81f1fa9,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:45.634684 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4ec7752b-2ad5-4e21-a9aa-1984ebd2f3f8 None None] Provisioning complete for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:45.635247 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4ec7752b-2ad5-4e21-a9aa-1984ebd2f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:46.563107 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device fef76525-4401-4dda-8c88-e7c8b81f1fa9 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:57:46.608244 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:46.608648 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:46.637640 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48474) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:46.947254 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [None req-80836e48-ee5a-413d-8f3c-12eba0fc7c12 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 03:57:46.948349 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-80836e48-ee5a-413d-8f3c-12eba0fc7c12 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096309 Jul 28 03:57:47.893357 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bd509818-3a3e-4827-86d1-7c3ed187b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.400615 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48482) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:49.706338 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:49.726786 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Made reservation on behalf of 1e2d0f814718425893f6a78298320edf for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:57:49.729258 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.737732 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.826353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.829724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.844114 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93225) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 03:57:49.862740 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd4c47-0fee-436d-b30f-dff02775ca43,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:49.868499 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.868844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Added segment 30c217e2-0b92-4144-a4bc-e3902bdca8de of type flat for network 999ccaec-34bc-4420-a777-283975be4eb5 Jul 28 03:57:49.919041 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.958578 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:49.960121 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:49.961130 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:50.010161 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6084960 Jul 28 03:57:50.026237 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa4170-eb11-4074-8253-722b6ebaf9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=999ccaec-34bc-4420-a777-283975be4eb5,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:50.038451 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 999ccaec-34bc-4420-a777-283975be4eb5 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 03:57:50.462454 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-080aa2e8-85e9-40cf-88f0-defadceeacc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:50.706012 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:51.283660 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:57:51.538254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:52.361673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48500) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:52.591966 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eef7182-68bd-47d9-9ede-549b52bbeddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:52.593353 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-5eef7182-68bd-47d9-9ede-549b52bbeddc admin admin] 10.222.0.43 "GET /v2.0/subnets/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673 HTTP/1.1" status: 200 len: 849 time: 0.2304795 Jul 28 03:57:52.735236 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f93477be-e49a-46e1-b85f-c0c0e3f399f2 admin admin] 10.222.0.43 "GET /v2.0/routers/152f9c7f-2caa-428e-939f-9ca8b1806f78 HTTP/1.1" status: 200 len: 704 time: 0.1360240 Jul 28 03:57:53.012128 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.275943 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.313534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Allocated IP 172.20.0.1 (1552c962-960e-4630-a33b-47169ef088ed/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673/e0e81c5c-b06b-4d11-b590-974d61c8da58) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:57:53.501403 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.526915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Transition to ACTIVE for port object e0e81c5c-b06b-4d11-b590-974d61c8da58 will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:53.605294 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.676668 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Network 1552c962-960e-4630-a33b-47169ef088ed is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:57:53.688567 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:53.691718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:57:53.692396 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.802051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e81c5c-b06b-4d11-b590-974d61c8da58,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:53.877765 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-bbd7b007-b3ea-4e80-9f7f-784b8911197f None None] Provisioning for port e0e81c5c-b06b-4d11-b590-974d61c8da58 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:57:53.881375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-bbd7b007-b3ea-4e80-9f7f-784b8911197f None None] Provisioning complete for port e0e81c5c-b06b-4d11-b590-974d61c8da58 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:53.881747 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bbd7b007-b3ea-4e80-9f7f-784b8911197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:53.914743 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7b007-b3ea-4e80-9f7f-784b8911197f None None] Port e0e81c5c-b06b-4d11-b590-974d61c8da58 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:57:53.946112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.163294 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.168298 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.169223 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.244892 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e81c5c-b06b-4d11-b590-974d61c8da58,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:54.290122 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Network 1552c962-960e-4630-a33b-47169ef088ed is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:57:54.291393 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:54.452075 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Router 152f9c7f-2caa-428e-939f-9ca8b1806f78 is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 03:57:54.535335 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ab2d8df2-e68e-4920-8a3d-9683b1b81d08 None None] Provisioning complete for port e0e81c5c-b06b-4d11-b590-974d61c8da58 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:57:54.535906 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ab2d8df2-e68e-4920-8a3d-9683b1b81d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:54.542236 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:57:54.547601 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e3f8b204-a81f-46d8-896d-698a915b7538 admin admin] 10.222.0.43 "PUT /v2.0/routers/152f9c7f-2caa-428e-939f-9ca8b1806f78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8067274 Jul 28 03:57:54.552651 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Sync routers for ids ['152f9c7f-2caa-428e-939f-9ca8b1806f78'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:57:54.566382 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Routers {'152f9c7f-2caa-428e-939f-9ca8b1806f78'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:54.567556 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T03:57:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['152f9c7f-2caa-428e-939f-9ca8b1806f78'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:54.578186 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d8df2-e68e-4920-8a3d-9683b1b81d08 None None] Port e0e81c5c-b06b-4d11-b590-974d61c8da58 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 03:57:54.772511 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Set router 152f9c7f-2caa-428e-939f-9ca8b1806f78 gateway port host: None {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:55.219424 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:57:53Z', 'revision_number': 2, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port_host': None, '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:57:54Z', 'revision_number': 2, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:55.270455 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Checking router: 152f9c7f-2caa-428e-939f-9ca8b1806f78 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:57:55.270817 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Updating router 152f9c7f-2caa-428e-939f-9ca8b1806f78 port e0e81c5c-b06b-4d11-b590-974d61c8da58 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:57:55.318213 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.834036 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:55.851871 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Transition to ACTIVE for port object e0e81c5c-b06b-4d11-b590-974d61c8da58 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:57:55.858265 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.019596 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Attempting to bind port e0e81c5c-b06b-4d11-b590-974d61c8da58 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:57:56.019970 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Attempting to bind port e0e81c5c-b06b-4d11-b590-974d61c8da58 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:57:56.020396 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Attempting to bind port e0e81c5c-b06b-4d11-b590-974d61c8da58 on network 1552c962-960e-4630-a33b-47169ef088ed {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:57:56.025011 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Pushing event updated for resources: {'Port': ['ID=e0e81c5c-b06b-4d11-b590-974d61c8da58,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:56.028246 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:57:56.028686 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Checking segment: {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:57:56.029134 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.029518 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Bound using segment: {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:57:56.029995 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Bound port: e0e81c5c-b06b-4d11-b590-974d61c8da58, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870304ef-0620-40ce-b997-6d72fbd080ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1552c962-960e-4630-a33b-47169ef088ed'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:57:56.030368 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.036077 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.036415 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.036771 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.037098 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.037424 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.037747 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.038071 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.038391 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.038714 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.039030 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.039344 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.039657 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Tracked resource versions report: Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: pushed versions: Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: { 'AddressGroup': {'1.2'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'ConntrackHelper': {'1.0'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Log': {'1.0'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Network': {'1.1'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Port': {'1.7'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'PortForwarding': {'1.2'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'QosPolicy': {'1.8'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroup': {'1.4'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroupRule': {'1.2'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SubPort': {'1.0'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Subnet': {'1.1'}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Trunk': {'1.1'}} Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: consumer versions: Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'ConntrackHelper': '1.0', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Log': '1.0', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Network': '1.1', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Port': '1.7', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'PortForwarding': '1.2', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'QosPolicy': '1.8', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroup': '1.4', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroupRule': '1.2', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'SubPort': '1.0', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Subnet': '1.1', Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: 'Trunk': '1.1'}} Jul 28 03:57:56.040696 dv-cinder-740146-11-smb neutron-server[93228]: {{(pid=93228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 03:57:56.108986 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] For port e0e81c5c-b06b-4d11-b590-974d61c8da58, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:57:56.130509 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] For port e0e81c5c-b06b-4d11-b590-974d61c8da58, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=e0e81c5c-b06b-4d11-b590-974d61c8da58,segment=NetworkSegment(870304ef-0620-40ce-b997-6d72fbd080ab),segment_id=870304ef-0620-40ce-b997-6d72fbd080ab)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:57:56.134893 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:56.189579 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Routers {'152f9c7f-2caa-428e-939f-9ca8b1806f78'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:57:56.190210 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T03:57:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['152f9c7f-2caa-428e-939f-9ca8b1806f78'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:56.230646 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9182-c7aa-4034-a8af-3e1669c8ddc0 None None] Pushing event updated for resources: {'Port': ['ID=e0e81c5c-b06b-4d11-b590-974d61c8da58,revision_number=4']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:56.284047 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] Set router 152f9c7f-2caa-428e-939f-9ca8b1806f78 gateway port host: None {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:57:56.507849 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:57:53Z', 'revision_number': 2, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port_host': None, '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:57:56Z', 'revision_number': 4, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:57:56.534240 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627069d1-0f4f-48aa-b176-b962d9733fb2 None None] The sync data for ids ['152f9c7f-2caa-428e-939f-9ca8b1806f78'] in dv-cinder-740146-11-smb is: [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:57:53Z', 'revision_number': 2, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port_host': None, '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:57:56Z', 'revision_number': 4, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:57:56.794954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 48520) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:56.903300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f2a8f-e8d5-4845-9c8a-b1a5ca05e597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:56.904697 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f76f2a8f-e8d5-4845-9c8a-b1a5ca05e597 admin admin] 10.222.0.43 "GET /v2.0/networks/999ccaec-34bc-4420-a777-283975be4eb5 HTTP/1.1" status: 200 len: 842 time: 0.1087472 Jul 28 03:57:56.914302 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:57:56.940927 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Made reservation on behalf of 1e2d0f814718425893f6a78298320edf for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 03:57:56.943384 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.251588 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.objects.ports [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93225) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 03:57:57.252001 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.303988 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:57:57.314851 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:57:57.315216 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Network hostable DHCP agents. Network: 999ccaec-34bc-4420-a777-283975be4eb5, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 03:57:57.336768 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 03:57:57.348016 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 999ccaec-34bc-4420-a777-283975be4eb5) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:57:57.356191 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703089f9-ab97-488b-baa2-e1d61eed340c None None] Network 999ccaec-34bc-4420-a777-283975be4eb5 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:57:57.357041 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:57:57.357664 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:57:57.380964 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a2e06144-41ae-4a6f-a7b9-df4a7781cebd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4700305 Jul 28 03:57:57.494278 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf85e7f3-1d3d-43bb-afd9-733bde08cd59 None None] Network 999ccaec-34bc-4420-a777-283975be4eb5 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:57:59.650050 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48528) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:57:59.925310 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-26da062a-5f3f-4d36-a4a3-39417f988f79 admin admin] 10.222.0.43 "GET /v2.0/routers/152f9c7f-2caa-428e-939f-9ca8b1806f78 HTTP/1.1" status: 200 len: 710 time: 0.2739873 Jul 28 03:58:00.042925 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8611afa-11df-421e-b6d5-8e311ea8fae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:58:00.044450 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d8611afa-11df-421e-b6d5-8e311ea8fae8 admin admin] 10.222.0.43 "GET /v2.0/networks/999ccaec-34bc-4420-a777-283975be4eb5 HTTP/1.1" status: 200 len: 886 time: 0.1136537 Jul 28 03:58:00.053837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:58:00.301062 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:00.544923 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:00.619711 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:00.769113 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Allocated IP 172.28.2.228 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 03:58:00.881645 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:00.970745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:01.044070 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 03:58:01.050785 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 03:58:01.053286 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 03:58:01.142518 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Pushing event updated for resources: {'Port': ['ID=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:01.385745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:01.579111 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:01.582269 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1004712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1004705', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-526854'] for router, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:01.706013 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Router 152f9c7f-2caa-428e-939f-9ca8b1806f78 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 03:58:01.820294 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 03:58:01.824973 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:01.826173 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f37de0a9-c797-4b6b-a863-bedf1b898557 admin admin] 10.222.0.43 "PUT /v2.0/routers/152f9c7f-2caa-428e-939f-9ca8b1806f78 HTTP/1.1" status: 200 len: 890 time: 1.7757752 Jul 28 03:58:02.596523 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device e0e81c5c-b06b-4d11-b590-974d61c8da58 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:02.651733 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port e0e81c5c-b06b-4d11-b590-974d61c8da58 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:58:02.658621 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port e0e81c5c-b06b-4d11-b590-974d61c8da58 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:58:02.658993 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:02.739617 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:02.771439 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port e0e81c5c-b06b-4d11-b590-974d61c8da58, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=e0e81c5c-b06b-4d11-b590-974d61c8da58,segment=NetworkSegment(870304ef-0620-40ce-b997-6d72fbd080ab),segment_id=870304ef-0620-40ce-b997-6d72fbd080ab)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:02.776246 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:02.823151 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=e0e81c5c-b06b-4d11-b590-974d61c8da58,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:03.079472 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Sync routers for ids ['152f9c7f-2caa-428e-939f-9ca8b1806f78'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 03:58:03.089896 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Routers {'152f9c7f-2caa-428e-939f-9ca8b1806f78'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:03.090543 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T03:57:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['152f9c7f-2caa-428e-939f-9ca8b1806f78'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:03.337510 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Set router 152f9c7f-2caa-428e-939f-9ca8b1806f78 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:03.723729 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:58:01Z', 'revision_number': 4, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port': {'id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:58:00Z', 'updated_at': '2021-07-28T03:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:58:02Z', 'revision_number': 5, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:03.775536 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Checking router: 152f9c7f-2caa-428e-939f-9ca8b1806f78 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 03:58:03.775883 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Updating router 152f9c7f-2caa-428e-939f-9ca8b1806f78 port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 03:58:03.822031 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.142519 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.152288 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Transition to ACTIVE for port object deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 03:58:04.158500 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.211512 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Attempting to bind port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 03:58:04.211874 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Attempting to bind port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 03:58:04.212230 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Attempting to bind port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 03:58:04.214016 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfa0d7-530a-4e0c-b610-4edbf6505ad6 None None] Pushing event updated for resources: {'Port': ['ID=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:04.219798 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 3, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 03:58:04.220164 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 03:58:04.220583 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.220966 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 03:58:04.221870 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Bound port: deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 03:58:04.221870 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.226633 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 48540) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:58:04.271348 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] For port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 03:58:04.274419 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] For port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 03:58:04.279753 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.336017 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfa0d7-530a-4e0c-b610-4edbf6505ad6 None None] Pushing event updated for resources: {'Port': ['ID=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:04.338808 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Routers {'152f9c7f-2caa-428e-939f-9ca8b1806f78'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 03:58:04.339947 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T03:57:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['152f9c7f-2caa-428e-939f-9ca8b1806f78'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:04.347613 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bf8f7e9c-9466-4e5b-849f-49ce281e9a85 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1197913 Jul 28 03:58:04.536909 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] Set router 152f9c7f-2caa-428e-939f-9ca8b1806f78 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 03:58:04.573225 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device e0e81c5c-b06b-4d11-b590-974d61c8da58 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:04.708709 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port e0e81c5c-b06b-4d11-b590-974d61c8da58 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:58:04.709082 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:04.850532 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:58:01Z', 'revision_number': 4, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port': {'id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:58:00Z', 'updated_at': '2021-07-28T03:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:58:02Z', 'revision_number': 5, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 03:58:04.876734 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47734b-eaed-4182-806f-082641fb9dc7 None None] The sync data for ids ['152f9c7f-2caa-428e-939f-9ca8b1806f78'] in dv-cinder-740146-11-smb is: [{'id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'name': 'router1', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T03:57:44Z', 'updated_at': '2021-07-28T03:58:01Z', 'revision_number': 4, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'gw_port': {'id': 'deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:02:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:58:00Z', 'updated_at': '2021-07-28T03:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'e0e81c5c-b06b-4d11-b590-974d61c8da58', 'name': '', 'network_id': '1552c962-960e-4630-a33b-47169ef088ed', 'tenant_id': 'ae6aac29025349f595a90d052be603a4', 'mac_address': 'fa:16:3e:92:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f9c7f-2caa-428e-939f-9ca8b1806f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T03:57:53Z', 'updated_at': '2021-07-28T03:58:02Z', 'revision_number': 5, 'project_id': 'ae6aac29025349f595a90d052be603a4', 'subnets': [{'id': 'ccb3f6ef-6a16-4fab-8a17-dcce3c27f673', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64ac973b-b8e4-43d9-95a4-2e3485ecf5dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 03:58:06.616089 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:06.675245 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 03:58:06.679046 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:58:06.679414 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:06.768546 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:06.788729 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 03:58:06.792816 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:06.844230 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:58:08.598101 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 03:58:08.677279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port deb0fb21-95f1-4c21-ae6f-ad6ee8dca23c triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:58:08.677654 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:17.898888 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d0894247-7f5c-4ced-816c-2f6383585070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.467731 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ae671ce8-aeb9-4f18-9be3-ba11b247b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:20.711720 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:21.545817 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:23.298663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:28.283092 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:58:47.891913 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1a5b0cf9-89e3-4926-bd51-0f311d58f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:50.460564 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-21e9424c-71f8-4787-84b6-d376a6195e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:50.706917 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:51.547224 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:58:53.298822 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:05.283416 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:17.894076 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4c7217d6-e8ab-46c9-a19c-af70dc635b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:20.461732 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d38bb0ab-e325-4128-a925-7c642be77370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:20.707997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:21.549701 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:23.303924 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:40.258596 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49108) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:40.321157 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.pecan_wsgi.hooks.translation [None req-a666ae73-7358-4dd0-ab24-c1014e8c45a4 admin admin] GET failed (client error): The resource could not be found. Jul 28 03:59:40.324107 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a666ae73-7358-4dd0-ab24-c1014e8c45a4 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643804 Jul 28 03:59:40.498137 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2506a-e491-4f77-b184-a281bb0943d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:40.499502 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-34c2506a-e491-4f77-b184-a281bb0943d4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1709874 Jul 28 03:59:42.282136 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 03:59:42.644753 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49118) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:42.735955 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0afbd5-a46e-41ee-a407-06ed9eb14296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:42.737325 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6a0afbd5-a46e-41ee-a407-06ed9eb14296 admin admin] 10.222.0.43 "GET /v2.0/subnets/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673 HTTP/1.1" status: 200 len: 849 time: 0.0916357 Jul 28 03:59:42.747643 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 03:59:42.827262 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:42.971782 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789890312744'] for subnet, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.002703 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:43.003317 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.004627 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673 HTTP/1.1" status: 200 len: 868 time: 0.2611086 Jul 28 03:59:43.008074 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3cc5d4-5ae2-4eaa-b86c-31d6cf509076 None None] Network 1552c962-960e-4630-a33b-47169ef088ed requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 03:59:43.027315 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb3f6ef-6a16-4fab-8a17-dcce3c27f673,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 03:59:43.034933 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.035306 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.035655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.035990 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.036323 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.036691 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.037019 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.037344 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.037689 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.038014 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.038633 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.038954 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e168a73-f2ed-42b7-9153-46f1696d7145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 03:59:43.414990 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-74bb1fdb-b597-4bd3-b14c-dca314d56271 None None] Provisioning complete for port e0e81c5c-b06b-4d11-b590-974d61c8da58 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:43.415372 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-74bb1fdb-b597-4bd3-b14c-dca314d56271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:43.499821 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-74bb1fdb-b597-4bd3-b14c-dca314d56271 None None] Provisioning complete for port fef76525-4401-4dda-8c88-e7c8b81f1fa9 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 03:59:43.500085 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-74bb1fdb-b597-4bd3-b14c-dca314d56271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:45.176905 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49126) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:45.452303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61262b03-925c-405f-ae22-b4dc91b23cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:45.452834 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61262b03-925c-405f-ae22-b4dc91b23cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:45.454379 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-61262b03-925c-405f-ae22-b4dc91b23cc0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2765305 Jul 28 03:59:47.727039 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49136) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:47.855521 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3301f-c7da-4895-8abe-15c43fa623c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:47.856149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b3301f-c7da-4895-8abe-15c43fa623c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:47.857707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b5b3301f-c7da-4895-8abe-15c43fa623c7 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297309 Jul 28 03:59:47.897166 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-729869ae-f4ee-4c93-8ebf-a7eecee4d849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:50.016051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49144) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:50.145678 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfce99-138c-4e9d-bd0e-ea13e12bedd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:50.147036 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-63cfce99-138c-4e9d-bd0e-ea13e12bedd9 admin admin] 10.222.0.43 "GET /v2.0/networks/1552c962-960e-4630-a33b-47169ef088ed HTTP/1.1" status: 200 len: 869 time: 0.1300125 Jul 28 03:59:50.464239 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6651195a-3b45-4ddf-8f5e-f5aad09d4d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:50.709021 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:51.549812 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:52.294136 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49152) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:52.420771 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d68f99-08a5-4933-8b5a-3ac02803ebce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:52.427669 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b2d68f99-08a5-4933-8b5a-3ac02803ebce admin admin] 10.222.0.43 "GET /v2.0/networks/999ccaec-34bc-4420-a777-283975be4eb5 HTTP/1.1" status: 200 len: 886 time: 0.1272039 Jul 28 03:59:53.305279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 03:59:54.631072 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49160) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:54.815299 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a49b7-8e86-4e25-8cbf-ee12169e874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.815667 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a49b7-8e86-4e25-8cbf-ee12169e874f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:54.817198 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-876a49b7-8e86-4e25-8cbf-ee12169e874f admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1851909 Jul 28 03:59:57.037862 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49168) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:57.156762 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329982de-e538-4088-8ac8-ebfca12e0b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:57.157230 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329982de-e538-4088-8ac8-ebfca12e0b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:57.158744 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-329982de-e538-4088-8ac8-ebfca12e0b89 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199510 Jul 28 03:59:59.310459 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49176) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 03:59:59.397266 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b8cd7-7bd4-4bc9-a8bc-5bc8441db748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 03:59:59.398586 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-623b8cd7-7bd4-4bc9-a8bc-5bc8441db748 admin admin] 10.222.0.43 "GET /v2.0/subnets/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34 HTTP/1.1" status: 200 len: 816 time: 0.0871782 Jul 28 04:00:01.659649 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49184) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:01.749136 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41283d41-bd8e-48a5-b62f-6d64347bb625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:01.750473 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-41283d41-bd8e-48a5-b62f-6d64347bb625 admin admin] 10.222.0.43 "GET /v2.0/subnets/ccb3f6ef-6a16-4fab-8a17-dcce3c27f673 HTTP/1.1" status: 200 len: 868 time: 0.0898128 Jul 28 04:00:17.899206 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5e1e26d6-37b8-40b0-a87e-1a5ba4c4e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:19.281305 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:00:20.465491 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4a110159-890d-4e83-a719-077a914760f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:20.711017 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:21.554404 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:23.307719 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:27.523127 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49238) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:27.570152 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [None req-914e73ee-9ac8-4cd8-9bec-a981bb55f34d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93226) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:00:27.571859 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-914e73ee-9ac8-4cd8-9bec-a981bb55f34d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470929 Jul 28 04:00:29.835205 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49246) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:29.897967 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8296d844-a1d3-4602-a507-4e0b0dc8af1e admin admin] GET failed (client error): The resource could not be found. Jul 28 04:00:29.899357 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-8296d844-a1d3-4602-a507-4e0b0dc8af1e admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630999 Jul 28 04:00:30.036705 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0b27a-e256-4b54-ab73-f6cf78fbaff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:30.038076 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-98c0b27a-e256-4b54-ab73-f6cf78fbaff2 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344199 Jul 28 04:00:32.229642 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49254) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:32.278557 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:32.298975 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Made reservation on behalf of 1e2d0f814718425893f6a78298320edf for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:32.301419 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:32.330458 dv-cinder-740146-11-smb neutron-server[93225]: WARNING neutron.services.revisions.revision_plugin [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Could not find related network for resource to bump revision. Jul 28 04:00:32.342023 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:00:32.351499 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:32.351839 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Added segment b631dff5-fb79-4d37-bfa6-4b227cf15355 of type vlan for network 11a3e473-94a7-4252-a05e-a21fa5befe71 Jul 28 04:00:32.390351 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:32.419582 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:32.420470 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:32.421054 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:32.486627 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2558758 Jul 28 04:00:32.494337 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Pushing event updated for resources: {'Network': ['ID=11a3e473-94a7-4252-a05e-a21fa5befe71,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:32.501639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.501988 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.502327 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.502664 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.502991 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.503320 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.503646 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.503972 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.504317 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.504674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.504997 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.505317 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3325ec-cbb7-4708-aec5-a620cbae56fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:32.517280 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:00:34.691950 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49262) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:00:34.753913 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5db1825-0209-4c86-a474-b0ca195fbd0f admin admin] GET failed (client error): The resource could not be found. Jul 28 04:00:34.755208 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a5db1825-0209-4c86-a474-b0ca195fbd0f admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622833 Jul 28 04:00:34.825505 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b565314-e1f0-40a5-87de-c69e708fa40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:34.826909 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2b565314-e1f0-40a5-87de-c69e708fa40b admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671751 Jul 28 04:00:34.837098 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Request body: {'subnet': {'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:00:34.857103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Made reservation on behalf of 1e2d0f814718425893f6a78298320edf for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:00:34.859259 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.018494 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.074986 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6c4f4d-e3c4-4564-9196-f3dfad04eae1,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.079105 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Checking segment: {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:00:35.079453 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Network hostable DHCP agents. Network: 11a3e473-94a7-4252-a05e-a21fa5befe71, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:00:35.094701 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:00:35.103065 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 11a3e473-94a7-4252-a05e-a21fa5befe71) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:35.107249 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:00:35.107814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.111999 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41529297-c15e-4a31-a75f-03cf32810fdc None None] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:00:35.129070 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b3350d8d-3e2c-464c-ba94-a4fa0eb68138 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952838 Jul 28 04:00:35.361339 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-11a3e473-94a7-4252-a05e-a21fa5befe71', 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71', 'tenant_id': '1e2d0f814718425893f6a78298320edf', 'fixed_ips': [{'subnet_id': 'ea6c4f4d-e3c4-4564-9196-f3dfad04eae1'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:00:35.362202 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.503481 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Allocated IP 192.168.233.2 (11a3e473-94a7-4252-a05e-a21fa5befe71/ea6c4f4d-e3c4-4564-9196-f3dfad04eae1/39c5aaae-5019-4388-a63d-5faf800b6195) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:00:35.647219 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.656802 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Transition to ACTIVE for port object 39c5aaae-5019-4388-a63d-5faf800b6195 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:00:35.672516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Transition to ACTIVE for port object 39c5aaae-5019-4388-a63d-5faf800b6195 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:00:35.678963 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.714761 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:00:35.721034 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:00:35.725070 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:00:35.732539 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Pushing event updated for resources: {'Port': ['ID=39c5aaae-5019-4388-a63d-5faf800b6195,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:35.742060 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.742413 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.742881 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.743220 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.743551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.743893 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.744209 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.744571 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.744921 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.745252 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.745580 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.745901 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:00:35.792279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Attempting to bind port 39c5aaae-5019-4388-a63d-5faf800b6195 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:00:35.792671 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Attempting to bind port 39c5aaae-5019-4388-a63d-5faf800b6195 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:00:35.793053 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Attempting to bind port 39c5aaae-5019-4388-a63d-5faf800b6195 on network 11a3e473-94a7-4252-a05e-a21fa5befe71 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:00:35.797915 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:00:35.798281 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Checking segment: {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:00:35.798677 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.799061 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Bound using segment: {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:00:35.799512 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Bound port: 39c5aaae-5019-4388-a63d-5faf800b6195, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:00:35.799903 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.863730 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] For port 39c5aaae-5019-4388-a63d-5faf800b6195, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:00:35.866966 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] For port 39c5aaae-5019-4388-a63d-5faf800b6195, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=39c5aaae-5019-4388-a63d-5faf800b6195,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:00:35.872085 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:35.929196 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9268b9a-0b65-4844-ac97-9594a3789c98 None None] Pushing event updated for resources: {'Port': ['ID=39c5aaae-5019-4388-a63d-5faf800b6195,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:36.724409 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 39c5aaae-5019-4388-a63d-5faf800b6195 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:36.770896 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1507031-4a99-4d53-a40f-e628a8f66958 None None] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:00:36.840552 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 39c5aaae-5019-4388-a63d-5faf800b6195 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:36.845906 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 39c5aaae-5019-4388-a63d-5faf800b6195 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:36.846269 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:36.854441 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Provisioning for port 39c5aaae-5019-4388-a63d-5faf800b6195 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:00:36.880781 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Provisioning complete for port 39c5aaae-5019-4388-a63d-5faf800b6195 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:36.881145 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:37.054012 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:37.075567 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:37.120268 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 39c5aaae-5019-4388-a63d-5faf800b6195, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=39c5aaae-5019-4388-a63d-5faf800b6195,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:00:37.126621 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:37.187808 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.db.api [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93227) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:00:37.188184 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG oslo_db.api [None req-dc84c92c-626f-4352-9834-71aa2f2c0f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:00:37.212677 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=39c5aaae-5019-4388-a63d-5faf800b6195,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:00:37.844689 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-8e1a7c31-24f8-42b0-997d-9c09b0145b98 None None] Provisioning complete for port 39c5aaae-5019-4388-a63d-5faf800b6195 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:37.845336 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7c31-24f8-42b0-997d-9c09b0145b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:38.696677 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 39c5aaae-5019-4388-a63d-5faf800b6195 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:00:38.743443 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 39c5aaae-5019-4388-a63d-5faf800b6195 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:00:38.743807 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:47.900785 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0ac4754e-347c-4cd0-9728-71c451ca4e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.466108 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1bc0db9e-6680-4084-b803-cd61c9680e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:50.713820 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:51.555138 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:53.312209 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:00:56.280389 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:17.902600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-17ceb645-2e8b-44c5-b329-6445aa3af82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:20.465634 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d5641dc0-1697-45d0-aaa4-41bb3b2af321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:20.716900 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:21.559012 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:23.315039 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:33.280229 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:01:47.902809 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c37df825-e024-4132-88d8-78444d5a2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:50.466343 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-335d72b4-00d7-4c1d-9cdf-e59e1f4d9f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:50.711529 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:51.564140 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:01:53.318830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.190414 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49316) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:02:08.197267 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [None req-fdaf7baa-8a9b-4bd4-9d64-c6e6f82601a2 tempest-verify_tempest_config-1446671298 tempest-verify_tempest_config-1446671298-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93226) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:02:08.198216 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fdaf7baa-8a9b-4bd4-9d64-c6e6f82601a2 tempest-verify_tempest_config-1446671298 tempest-verify_tempest_config-1446671298-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068476 Jul 28 04:02:08.495044 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49334) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:02:08.596365 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.685557 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.689000 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.732577 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=578057242737474aa56e2c2844ecbebe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2364597 Jul 28 04:02:08.734423 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a80514-a606-44a0-af8f-f026cbb399f1,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:08.735183 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49340) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:02:08.741805 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.742172 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.742514 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.742848 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.743178 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.743515 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.743836 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.744160 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.744523 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.744849 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.745173 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.745489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8871f6-ba79-4384-921f-c92d1fd5f395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.815983 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.837012 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.932824 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.935265 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:08.939264 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52a80514-a606-44a0-af8f-f026cbb399f1 HTTP/1.1" status: 204 len: 168 time: 0.2030780 Jul 28 04:02:08.946807 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a80514-a606-44a0-af8f-f026cbb399f1,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:02:08.953319 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.953661 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.953992 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.954318 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.954640 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.954961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.955279 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.955612 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.955910 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.956220 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.956559 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:08.956873 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3f1b5-35bd-4091-8a10-98ad0d0d0480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:02:10.278938 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:17.905336 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-58a28b0b-99f6-4f02-8478-ad0dea718a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:20.476026 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4f88-5c1d-4db0-8cd1-2a474b62124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:20.714635 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:21.565647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:23.320987 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:47.277674 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:02:47.905671 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c8b94003-e297-4e47-a343-fcb35d9bca0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:50.566463 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fcec643c-6f4b-49e0-8e5d-dc974b37d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:50.718222 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:51.569511 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:02:53.322293 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:17.905135 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1055cb90-9630-4539-bfbd-7efdab734c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:20.467400 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-abad26f3-3a06-4780-b355-3e5ac6652537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:20.720152 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:21.570634 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:23.325647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:24.277261 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 5 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:03:42.767432 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-642721'] for agent, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:46.579826 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49392) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:46.680335 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7ec736c7-935e-443f-ad07-40cfe410fa89 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0993984 Jul 28 04:03:47.905862 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d95839c7-6704-42fb-9ffa-799798e9f5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:48.857554 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49402) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:03:48.916541 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2f6999f7-ef9e-450f-8ef0-8ef06aa90c28 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0578382 Jul 28 04:03:50.467346 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-47777a80-0c69-4349-8f82-dc22c08ac9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:50.725042 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:51.573956 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:03:53.331345 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:01.276749 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:12.715066 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:17.905592 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d106199b-b6c1-4af6-8a71-73e80c7acec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.467434 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-377fdb5f-3b52-46a2-8e7d-1f1403f92af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:20.717268 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:21.576510 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:23.331727 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:38.276954 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:04:42.727883 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:47.906122 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f02d0459-8ad5-4a47-8891-365aa1369e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:50.468329 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a95c664d-98d0-43ba-bfa9-a49eef0f200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:50.718581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:51.578034 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:04:53.343400 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:12.722142 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:15.277026 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:17.908971 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-53c7c77e-81df-4de9-8fc5-9dae42fbfbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.302712 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49616) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:18.420794 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49628) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:18.524505 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-846593340-network', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:18.549011 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Made reservation on behalf of 0103d8c0a7ec419cad983c3c0fbbe741 for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:18.551648 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.564646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.603345 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49638) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:18.661641 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.666957 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.699562 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:18.716742 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7177e261-e7b5-4c39-9459-88b1167d9d10,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:18.719607 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789890388776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.720174 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Unsubscribe: segment precommit_create {{(pid=93226) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 04:05:18.720786 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Added segment b4232822-1611-4509-add7-81ebc3ef9af0 of type vlan for network bc76087a-4ef1-4c1f-8801-75206e429395 Jul 28 04:05:18.735005 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49648) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:18.768388 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.791932 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1021746417-network', 'tenant_id': 'f7cde9c17fa5418e94a37433efc0ee74'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:18.798718 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.799086 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.799421 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.799747 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.800284 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.800402 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.800712 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.801071 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.801364 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.801682 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.801994 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.802304 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Tracked resource versions report: Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: pushed versions: Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: { 'AddressGroup': {'1.2'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'ConntrackHelper': {'1.0'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Log': {'1.0'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Network': {'1.1'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Port': {'1.7'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'PortForwarding': {'1.2'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'QosPolicy': {'1.8'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroup': {'1.4'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SubPort': {'1.0'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Subnet': {'1.1'}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Trunk': {'1.1'}} Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: consumer versions: Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'ConntrackHelper': '1.0', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Log': '1.0', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Network': '1.1', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Port': '1.7', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'PortForwarding': '1.2', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'QosPolicy': '1.8', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroup': '1.4', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SecurityGroupRule': '1.2', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'SubPort': '1.0', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Subnet': '1.1', Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: 'Trunk': '1.1'}} Jul 28 04:05:18.803407 dv-cinder-740146-11-smb neutron-server[93226]: {{(pid=93226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:05:18.842357 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Made reservation on behalf of f7cde9c17fa5418e94a37433efc0ee74 for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:18.844807 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.848853 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.849938 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:18.850670 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.891126 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-783862038-network', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:18.915843 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49668) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:18.939966 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.948659 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-864118098-network', 'tenant_id': '6829afcc3b3f40d282bd674f22ae5e69'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:18.956753 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Made reservation on behalf of 5cf7912a76d3442e8c909103b81c60a2 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:18.958534 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] Pushing event updated for resources: {'Network': ['ID=bc76087a-4ef1-4c1f-8801-75206e429395,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:18.959751 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:18.977393 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network bc76087a-4ef1-4c1f-8801-75206e429395 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:18.987823 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.018957 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Made reservation on behalf of 6829afcc3b3f40d282bd674f22ae5e69 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:19.023324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.027948 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0d6da491-8c1a-4b99-ae7c-8b3d99182dae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7213447 Jul 28 04:05:19.027948 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49672) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:19.032761 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Request body: {'subnet': {'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-subnet', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:19.039171 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.130995 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.131157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1429117139-network', 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:19.137720 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.169808 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de902f4-c7dc-4e6f-8315-5a32388f7b7d,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.199509 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:19.211547 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.212210 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Added segment 44364b62-9674-4fa2-8100-7ed9cd3723f7 of type vlan for network 84123b55-c6c1-4a91-a128-5f389b0a3b5c Jul 28 04:05:19.273649 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.274801 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.313289 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.326456 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:19.342303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.342687 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Added segment c6694888-fcd0-42e5-90ca-c2e4c7ab6179 of type vlan for network 5226311a-6478-497b-bbf8-33aa4746baa4 Jul 28 04:05:19.352740 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.353867 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:19.354589 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.382986 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b0deb-1967-4075-8492-e45b553dfaa5,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.412772 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.414148 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.415231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.415661 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.416071 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.416598 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.417002 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.417495 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.417946 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.418385 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.418765 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.419141 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Tracked resource versions report: Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: pushed versions: Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: { 'AddressGroup': {'1.2'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'ConntrackHelper': {'1.0'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Log': {'1.0'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Network': {'1.1'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Port': {'1.7'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'PortForwarding': {'1.2'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'QosPolicy': {'1.8'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroup': {'1.4'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SubPort': {'1.0'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Subnet': {'1.1'}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Trunk': {'1.1'}} Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: consumer versions: Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'ConntrackHelper': '1.0', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Log': '1.0', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Network': '1.1', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Port': '1.7', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'PortForwarding': '1.2', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'QosPolicy': '1.8', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroup': '1.4', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SecurityGroupRule': '1.2', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'SubPort': '1.0', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Subnet': '1.1', Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: 'Trunk': '1.1'}} Jul 28 04:05:19.421153 dv-cinder-740146-11-smb neutron-server[93225]: {{(pid=93225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:05:19.453880 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] Pushing event updated for resources: {'Network': ['ID=84123b55-c6c1-4a91-a128-5f389b0a3b5c,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.454135 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.468018 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 84123b55-c6c1-4a91-a128-5f389b0a3b5c details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:19.516808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.520127 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:19.520639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.604833 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.605874 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] Pushing event updated for resources: {'Network': ['ID=5226311a-6478-497b-bbf8-33aa4746baa4,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.611555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.629683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:19.630898 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 5226311a-6478-497b-bbf8-33aa4746baa4 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:19.639812 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.640271 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Added segment 1d01891d-329b-4d5e-9fbe-6711d096e60c of type vlan for network 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c Jul 28 04:05:19.643909 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Made reservation on behalf of 0103d8c0a7ec419cad983c3c0fbbe741 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:19.646695 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.671872 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bbbdc203-a17b-4bd8-b7c5-5dd05d0f8674 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2500200 Jul 28 04:05:19.703380 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.735307 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49686) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:19.737910 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-719c59f9-9b30-48fb-94c9-fdd039d86c11 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1335258 Jul 28 04:05:19.739140 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.db.api [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 04:05:19.739140 dv-cinder-740146-11-smb neutron-server[93225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 04:05:19.739140 dv-cinder-740146-11-smb neutron-server[93225]: [parameters: {'project_id_1': 'fd4faf91a3704a3da99cd143b5ac40e3', 'expiration_1': datetime.datetime(2021, 7, 28, 4, 5, 19, 142196)}] Jul 28 04:05:19.739140 dv-cinder-740146-11-smb neutron-server[93225]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:05:19.740259 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG oslo_db.api [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:05:19.743446 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49688) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:19.749955 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Request body: {'subnet': {'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1021746417-subnet', 'tenant_id': 'f7cde9c17fa5418e94a37433efc0ee74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:19.757547 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Request body: {'subnet': {'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-subnet', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:19.796732 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Made reservation on behalf of f7cde9c17fa5418e94a37433efc0ee74 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:19.800485 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.802439 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.805762 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:19.807067 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:19.902054 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Pushing event updated for resources: {'Network': ['ID=77bdc1c0-9e5d-4f7a-b3d8-e9487713800c,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.913929 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78d2ff-db2d-4209-849a-de603e114993,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:19.929124 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:19.946859 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Made reservation on behalf of 5cf7912a76d3442e8c909103b81c60a2 for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:19.949784 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.072116 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.082913 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-96bb7199-0637-4b7d-b56f-16c3f21df497 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3460927 Jul 28 04:05:20.093389 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49706) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:20.153565 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf80a97-e4a9-46d4-b106-df3f30f93b9a,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:20.201214 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Checking segment: {'id': '44364b62-9674-4fa2-8100-7ed9cd3723f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:20.201570 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Network hostable DHCP agents. Network: 84123b55-c6c1-4a91-a128-5f389b0a3b5c, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:20.228383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Request body: {'subnet': {'network_id': '77bdc1c0-9e5d-4f7a-b3d8-e9487713800c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-864118098-subnet', 'tenant_id': '6829afcc3b3f40d282bd674f22ae5e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:20.258254 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Network 84123b55-c6c1-4a91-a128-5f389b0a3b5c is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:20.260622 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.277677 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 84123b55-c6c1-4a91-a128-5f389b0a3b5c) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:20.285169 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:20.286238 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.287522 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a4cb8-6949-4d61-96ae-1862af47d2de None None] Network 84123b55-c6c1-4a91-a128-5f389b0a3b5c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:20.294209 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.329221 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Made reservation on behalf of 6829afcc3b3f40d282bd674f22ae5e69 for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:20.336301 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.352171 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Pushing event updated for resources: {'Subnet': ['ID=968c623e-52b7-4198-9bba-3ffce6e83697,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:20.369930 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18e17a7-4a72-48c9-9cb7-6128f18adfee,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:20.377412 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Checking segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:20.377862 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Network hostable DHCP agents. Network: bc76087a-4ef1-4c1f-8801-75206e429395, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:20.400321 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Network bc76087a-4ef1-4c1f-8801-75206e429395 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:20.417633 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, bc76087a-4ef1-4c1f-8801-75206e429395) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:20.424364 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:20.425376 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.433597 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533256e-d2e9-4c82-a0d4-e5b0ab2767d2 None None] Network bc76087a-4ef1-4c1f-8801-75206e429395 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:20.512088 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a470f91a-acc4-4150-a76c-a6ebe4d16cc0 None None] Network 84123b55-c6c1-4a91-a128-5f389b0a3b5c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:20.556245 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8550853d-d0c2-4b77-8ee9-5e0bf15382bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.567788 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d8196413-864e-4758-b5ac-56163ce2bfe7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8313441 Jul 28 04:05:20.570956 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a339f247-a4d8-4090-9c73-2587658c77c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5420735 Jul 28 04:05:20.573836 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49720) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:20.576274 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:20.580341 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.580540 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:20.615086 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.619253 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.620580 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.636339 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Checking segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:20.637010 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Network hostable DHCP agents. Network: 5226311a-6478-497b-bbf8-33aa4746baa4, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:20.684453 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef5c94-3f23-4541-8d0e-bbf01eb96c45 None None] Network bc76087a-4ef1-4c1f-8801-75206e429395 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:20.757675 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:20.778745 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 5226311a-6478-497b-bbf8-33aa4746baa4) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:20.789213 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:20.790141 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.794778 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.794979 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52e861-f6ee-447b-8e88-64fc197c7961 None None] Network 5226311a-6478-497b-bbf8-33aa4746baa4 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:20.797441 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.827197 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.865749 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.891504 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a606d9d9-0e57-47a0-87e3-eba6b21f887c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1415200 Jul 28 04:05:20.900998 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49730) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:20.907582 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:20.921764 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:20.943817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.956209 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.956887 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:20.957214 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Added segment bb528870-250f-468b-a684-910139d865de of type vlan for network 8164c8fd-ea03-414f-a368-a86860efad18 Jul 28 04:05:20.966229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82dea8d-26bb-4127-b658-9b729e78eebb,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:21.036283 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.037726 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.062023 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.099501 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87924e24-1179-4fbe-bef5-4d319d201307,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:21.112474 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49758) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:21.122531 dv-cinder-740146-11-smb neutron-server[93225]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 04:05:21.162852 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-5226311a-6478-497b-bbf8-33aa4746baa4', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:05:21.164326 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.195525 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Checking segment: {'id': '1d01891d-329b-4d5e-9fbe-6711d096e60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '77bdc1c0-9e5d-4f7a-b3d8-e9487713800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:21.195908 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Network hostable DHCP agents. Network: 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:21.198608 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.232759 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.233730 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:21.234291 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.386564 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4696171 Jul 28 04:05:21.390136 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49772) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:21.398449 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Request body: {'subnet': {'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1429117139-subnet', 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:21.402023 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Allocated IP 172.20.0.2 (5226311a-6478-497b-bbf8-33aa4746baa4/968c623e-52b7-4198-9bba-3ffce6e83697/7f201b78-2ecd-4354-a103-6c97ee23362b) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:21.414971 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.455003 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.463354 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Network 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:21.489118 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:21.494300 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.510550 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b58e8-85f8-4778-95f4-bd2a58c994bf admin admin] Pushing event updated for resources: {'Network': ['ID=8164c8fd-ea03-414f-a368-a86860efad18,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:21.578364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-2d3c6bb5-459a-4e9f-aab5-2480d63a020d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:21.579979 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-2d3c6bb5-459a-4e9f-aab5-2480d63a020d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/networks?id=84123b55-c6c1-4a91-a128-5f389b0a3b5c HTTP/1.1" status: 200 len: 812 time: 0.4664190 Jul 28 04:05:21.582614 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.587254 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:21.596684 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:21.597349 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.617104 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-73184d3e-bd70-4359-9a9e-09b6b68d42a1 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/quotas/f7cde9c17fa5418e94a37433efc0ee74 HTTP/1.1" status: 200 len: 375 time: 0.0250895 Jul 28 04:05:21.638741 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.652836 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Transition to ACTIVE for port object 7f201b78-2ecd-4354-a103-6c97ee23362b will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:21.713602 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 8164c8fd-ea03-414f-a368-a86860efad18 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:21.718554 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85752e49-20a3-4c6b-b083-e2798d1b4a6d None None] Network 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:21.736693 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Transition to ACTIVE for port object 7f201b78-2ecd-4354-a103-6c97ee23362b will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:21.783702 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-0a9ba754-bee7-42e7-9222-fdd2a73dfbf5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5599859 Jul 28 04:05:21.789146 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:21.816207 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-c913711d-b9fb-47bc-8de1-19342b20beb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f7cde9c17fa5418e94a37433efc0ee74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1598194 Jul 28 04:05:21.905731 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Allocated IP 172.28.2.148 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:22.049343 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.090083 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.098627 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-43dcc701-fea9-430e-a966-9a090eed6cf4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:05:22.099770 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-43dcc701-fea9-430e-a966-9a090eed6cf4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1289513 Jul 28 04:05:22.134697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.154816 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.197998 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:22.215405 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.230734 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:22.266646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:22.283844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b7fb8576-0fa4-4a13-9392-0eb9e6a71abc service neutron] 10.222.0.43 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594129 Jul 28 04:05:22.300509 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:22.321980 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Checking segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:22.322524 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Network hostable DHCP agents. Network: 8164c8fd-ea03-414f-a368-a86860efad18, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:22.368255 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Network 8164c8fd-ea03-414f-a368-a86860efad18 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:22.373691 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.399418 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:22.404901 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Pushing event updated for resources: {'Port': ['ID=7f201b78-2ecd-4354-a103-6c97ee23362b,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:22.405713 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:22.427319 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:22.445165 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.445378 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-2f0b91a6-ac56-440b-b91f-e692fde15864 service neutron] 10.222.0.43 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547337 Jul 28 04:05:22.445577 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.446153 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.446487 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.446812 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.447173 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.447499 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.447817 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.448154 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.448544 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.448860 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.449185 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Tracked resource versions report: Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: pushed versions: Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: { 'AddressGroup': {'1.2'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'ConntrackHelper': {'1.0'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Log': {'1.0'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Network': {'1.1'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Port': {'1.7'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'PortForwarding': {'1.2'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'QosPolicy': {'1.8'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroup': {'1.4'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SubPort': {'1.0'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Subnet': {'1.1'}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Trunk': {'1.1'}} Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: consumer versions: Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'ConntrackHelper': '1.0', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Log': '1.0', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Network': '1.1', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Port': '1.7', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'PortForwarding': '1.2', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'QosPolicy': '1.8', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroup': '1.4', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SecurityGroupRule': '1.2', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'SubPort': '1.0', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Subnet': '1.1', Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: 'Trunk': '1.1'}} Jul 28 04:05:22.450208 dv-cinder-740146-11-smb neutron-server[93227]: {{(pid=93227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:05:22.456794 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Allocated IP 172.28.2.201 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/8def0312-4be7-4d22-8220-0034629e2c86) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:22.470777 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Attempting to bind port 7f201b78-2ecd-4354-a103-6c97ee23362b on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:22.471134 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Attempting to bind port 7f201b78-2ecd-4354-a103-6c97ee23362b by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:22.471489 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Attempting to bind port 7f201b78-2ecd-4354-a103-6c97ee23362b on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:22.492209 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:22.492655 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Checking segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:22.492996 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.493393 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Bound using segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:22.493846 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Bound port: 7f201b78-2ecd-4354-a103-6c97ee23362b, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:22.494236 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.510716 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb678eb-7673-4868-bb9d-fc743e064dd1 None None] Network 77bdc1c0-9e5d-4f7a-b3d8-e9487713800c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:22.592249 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.616049 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] For port 7f201b78-2ecd-4354-a103-6c97ee23362b, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:22.638505 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] For port 7f201b78-2ecd-4354-a103-6c97ee23362b, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=7f201b78-2ecd-4354-a103-6c97ee23362b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:22.652788 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 8164c8fd-ea03-414f-a368-a86860efad18) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:22.666837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:22.669235 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.675955 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c90b4-06e7-49d5-8cea-8e15d365c7aa None None] Network 8164c8fd-ea03-414f-a368-a86860efad18 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:22.685747 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.691179 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49832) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:22.698433 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.709321 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2082103168-network', 'tenant_id': '511afda58aa44d02b873711900f5f09d'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:22.727903 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:22.730479 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:22.856485 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f874f-fd31-445f-b28e-32947d9a8a7c None None] Pushing event updated for resources: {'Port': ['ID=7f201b78-2ecd-4354-a103-6c97ee23362b,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:22.879241 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Made reservation on behalf of 511afda58aa44d02b873711900f5f09d for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:22.881651 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.922819 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b3bc8aea-743e-440e-98a8-2585f58aba56 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5315943 Jul 28 04:05:22.923600 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:22.925544 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:22.934947 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49852) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:22.942629 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:23.036476 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Pushing event updated for resources: {'Port': ['ID=8def0312-4be7-4d22-8220-0034629e2c86,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:23.051220 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671364d0-703a-40d1-9ebe-0156a54a6024 None None] Network 8164c8fd-ea03-414f-a368-a86860efad18 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:23.135852 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.202024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-067b9919-fa65-4ae4-ae22-73e0ca56eea4 req-8d624df0-a563-41e7-a50f-dea240db8c7f tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.2541473 Jul 28 04:05:23.211616 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49870) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:23.368832 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.515962 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.715026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.724654 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e3239f7-69a7-45e2-943c-79d514a2f757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.726296 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.755254 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:05:23.780745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.789576 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459769c1-3a47-46de-a8a9-a2f8f99c6b6f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:23.797175 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.798319 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Added segment a6bbd538-c4ac-469e-a707-bf0ca035c180 of type vlan for network 3c53445b-f21d-42ca-98ad-da1460931a9f Jul 28 04:05:23.847303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:23.964667 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.060172 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.061280 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:24.061859 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.111107 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e3239f7-69a7-45e2-943c-79d514a2f757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.124081 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e3239f7-69a7-45e2-943c-79d514a2f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.152485 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2e3239f7-69a7-45e2-943c-79d514a2f757 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b806cace42a45398509586d0eb79667&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9399183 Jul 28 04:05:24.162078 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49918) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:24.197091 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] Pushing event updated for resources: {'Network': ['ID=3c53445b-f21d-42ca-98ad-da1460931a9f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:24.206329 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-aff2489f-443e-4dfa-81c6-caa1b05eed47 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5009577 Jul 28 04:05:24.211845 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49920) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:24.217743 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 3c53445b-f21d-42ca-98ad-da1460931a9f details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:05:24.222859 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3239f7-69a7-45e2-943c-79d514a2f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd53500-8758-449f-9ed4-9e15dce510fa,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:24.223606 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Request body: {'subnet': {'network_id': '3c53445b-f21d-42ca-98ad-da1460931a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2082103168-subnet', 'tenant_id': '511afda58aa44d02b873711900f5f09d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:24.233483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Router d2a73045-3da1-400d-9787-8e4006ca9640 is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:05:24.261113 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-f128505d-abc6-4d3c-9b22-f62e28312469 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:24.274103 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-f128505d-abc6-4d3c-9b22-f62e28312469 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.2798874 Jul 28 04:05:24.276015 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Made reservation on behalf of 511afda58aa44d02b873711900f5f09d for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:24.278299 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.309938 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Router fbb84708-29f0-45e4-9aea-98822dae844c is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:05:24.335475 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-64d31e49-095e-4fca-8c3c-90ef0e0e4228 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/quotas/fd4faf91a3704a3da99cd143b5ac40e3 HTTP/1.1" status: 200 len: 375 time: 0.0602453 Jul 28 04:05:24.354801 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3798f-02e9-4c95-9cbc-f5b374beaabd None None] Network 5226311a-6478-497b-bbf8-33aa4746baa4 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:24.357768 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d209b6a2-37d0-4825-a9db-5cdda24869de req-bd0a08c8-6098-4005-a30b-6928a92cdf04 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.0430772 Jul 28 04:05:24.399166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-ce4e305d-2260-4703-a428-0927c8668706 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441628 Jul 28 04:05:24.442927 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-d7248c5c-8ab9-4c2f-bdd4-9134dab742c4 None None] Provisioning for port 7f201b78-2ecd-4354-a103-6c97ee23362b completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:24.576570 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:24.586174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-9b33480a-14fb-493c-ba9d-8456851d9073 service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861143 Jul 28 04:05:24.593686 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:24.611771 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:24.612007 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.612132 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:24.639271 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:24.654504 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.655482 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Sync routers for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:24.660066 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e5387a0c-4f1b-4b8c-8992-4a476fa12a9a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7575409 Jul 28 04:05:24.664413 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 49932) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:24.674335 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:24.675885 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:24.733567 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.773021 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:24.776896 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8901204f-990e-4d17-bfc9-5f991a5f6fe9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2018888 Jul 28 04:05:24.777506 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 49942) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:24.863935 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-357dc76b-76b2-45e1-9503-89be3850301f service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750194 Jul 28 04:05:24.892600 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:24.982985 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 7f201b78-2ecd-4354-a103-6c97ee23362b up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:25.083521 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:25.256511 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.275807 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.285561 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bd53500-8758-449f-9ed4-9e15dce510fa HTTP/1.1" status: 204 len: 168 time: 1.1020751 Jul 28 04:05:25.408216 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256b7e3-2ff3-4be2-8043-3b37dbf0b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd53500-8758-449f-9ed4-9e15dce510fa,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:25.436873 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:23Z', 'revision_number': 3, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:25.465686 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.482369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 7f201b78-2ecd-4354-a103-6c97ee23362b completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:25.490687 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 7f201b78-2ecd-4354-a103-6c97ee23362b triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:25.491057 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.528244 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:25.528661 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Updating router fbb84708-29f0-45e4-9aea-98822dae844c port 8def0312-4be7-4d22-8220-0034629e2c86 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:05:25.570286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:22Z', 'revision_number': 3, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:25.572195 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.672773 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Checking router: d2a73045-3da1-400d-9787-8e4006ca9640 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:25.680516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Updating router d2a73045-3da1-400d-9787-8e4006ca9640 port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:05:25.751628 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.753568 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.803214 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb748c8-2be0-47f4-81a7-20c96ae3a360,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:25.838545 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 7f201b78-2ecd-4354-a103-6c97ee23362b, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=7f201b78-2ecd-4354-a103-6c97ee23362b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:25.853461 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Checking segment: {'id': 'a6bbd538-c4ac-469e-a707-bf0ca035c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3c53445b-f21d-42ca-98ad-da1460931a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:25.853848 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Network hostable DHCP agents. Network: 3c53445b-f21d-42ca-98ad-da1460931a9f, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:05:25.887411 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf897b17-e2a6-4238-8b70-c4d19a25e301 req-a1187f18-2c3c-41e8-b1b2-b94e56a009a3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.2768006 Jul 28 04:05:25.898629 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:25.939012 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Network 3c53445b-f21d-42ca-98ad-da1460931a9f is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:05:26.011757 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=7f201b78-2ecd-4354-a103-6c97ee23362b,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:26.035739 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-115c8d17-e4e5-418b-8c1c-bcda0a08696d req-60e93cbf-2dd8-4ea2-946a-9db2171a3a9e tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.1352239 Jul 28 04:05:26.065198 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.113397 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Transition to ACTIVE for port object 8def0312-4be7-4d22-8220-0034629e2c86 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:26.120450 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 3c53445b-f21d-42ca-98ad-da1460931a9f) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:26.134136 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c96b5-e575-461b-add0-2dc9d321c95a None None] Network 3c53445b-f21d-42ca-98ad-da1460931a9f requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:26.145694 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:26.145951 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.149705 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.206306 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.41', 63539) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:26.259506 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Attempting to bind port 8def0312-4be7-4d22-8220-0034629e2c86 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:26.260377 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-be7e16db-8729-4ca4-800a-61063372c662 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0474508 Jul 28 04:05:26.273228 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Attempting to bind port 8def0312-4be7-4d22-8220-0034629e2c86 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:26.273894 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Attempting to bind port 8def0312-4be7-4d22-8220-0034629e2c86 on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:26.294622 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:26.298689 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:26.299328 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.300085 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:26.300786 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Bound port: 8def0312-4be7-4d22-8220-0034629e2c86, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:26.301357 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.423736 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Pushing event updated for resources: {'Port': ['ID=8def0312-4be7-4d22-8220-0034629e2c86,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:26.459380 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.459726 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.460634 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.461095 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.461587 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.461926 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.462260 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.462594 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.463062 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.463301 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.463628 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.463953 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:05:26.468544 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Tracked resource versions report: Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: pushed versions: Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: { 'AddressGroup': {'1.2'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'ConntrackHelper': {'1.0'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Log': {'1.0'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Network': {'1.1'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Port': {'1.7'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'PortForwarding': {'1.2'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'QosPolicy': {'1.8'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroup': {'1.4'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroupRule': {'1.2'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SubPort': {'1.0'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Subnet': {'1.1'}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Trunk': {'1.1'}} Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: consumer versions: Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: { DHCP agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: HyperV agent@hv-cinder-74014: {}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: L3 agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: Metadata agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: Metering agent@dv-cinder-740146-11-smb: {}, Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: Open vSwitch agent@dv-cinder-740146-11-smb: { 'AddressGroup': '1.2', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'ConntrackHelper': '1.0', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Log': '1.0', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Network': '1.1', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Port': '1.7', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'PortForwarding': '1.2', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'QosPolicy': '1.8', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroup': '1.4', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SecurityGroupRule': '1.2', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'SubPort': '1.0', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Subnet': '1.1', Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: 'Trunk': '1.1'}} Jul 28 04:05:26.481005 dv-cinder-740146-11-smb neutron-server[93228]: {{(pid=93228) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 04:05:26.528936 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] For port 8def0312-4be7-4d22-8220-0034629e2c86, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:26.533097 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] For port 8def0312-4be7-4d22-8220-0034629e2c86, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=8def0312-4be7-4d22-8220-0034629e2c86,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:26.545400 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:26.623596 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-8888df1c-c2b0-4f46-8597-225873c2f811 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:26.630530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-8888df1c-c2b0-4f46-8597-225873c2f811 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.41 "GET /v2.0/networks?id=84123b55-c6c1-4a91-a128-5f389b0a3b5c HTTP/1.1" status: 200 len: 812 time: 0.4227774 Jul 28 04:05:26.741953 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50040) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:26.794887 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aeec9-d043-4ed2-9203-3134abc93308 None None] Pushing event updated for resources: {'Port': ['ID=8def0312-4be7-4d22-8220-0034629e2c86,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:26.796637 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50044) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:26.814400 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:26.815044 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:26.853051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Request body: {'port': {'device_id': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c', 'admin_state_up': True, 'tenant_id': 'f7cde9c17fa5418e94a37433efc0ee74'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:26.929763 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Deleting subnet 87924e24-1179-4fbe-bef5-4d319d201307 {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:05:26.933432 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.004714 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 7f201b78-2ecd-4354-a103-6c97ee23362b up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:27.074996 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.135132 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.207882 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:27.244178 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 7f201b78-2ecd-4354-a103-6c97ee23362b triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:27.246337 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.283303 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-95bd2251-d59f-4d65-ad9d-68f065027ede req-36d20d10-d710-4faf-bbd5-a63aadb71413 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.1158495 Jul 28 04:05:27.339634 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.438906 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2243-7f21-45fd-beb6-8de7a942bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.475426 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Allocated IP 172.20.0.1 (bc76087a-4ef1-4c1f-8801-75206e429395/f18e17a7-4a72-48c9-9cb7-6128f18adfee/1c74473a-7211-418e-80d3-0cb9331d1a1e) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:27.508965 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298be31-a1f7-4509-9e9c-0e1cea042539 None None] Network 3c53445b-f21d-42ca-98ad-da1460931a9f requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:05:27.542588 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.557683 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.581197 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Transition to ACTIVE for port object 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:27.608067 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.646681 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87924e24-1179-4fbe-bef5-4d319d201307,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:27.691679 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Attempting to bind port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:27.692045 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Attempting to bind port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:27.694287 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Attempting to bind port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:27.729576 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:23Z', 'revision_number': 3, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:27.748174 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:27.748563 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:27.748963 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.749353 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:27.749822 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Bound port: 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:27.750213 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.785969 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea76eaa-bc9a-462c-b691-f68c9c560654 None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:23Z', 'revision_number': 3, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:27.794886 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.798996 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-01d37861-dd07-491d-bfcb-4751ba96f436 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/87924e24-1179-4fbe-bef5-4d319d201307 HTTP/1.1" status: 204 len: 168 time: 1.0361240 Jul 28 04:05:27.810698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50100) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:27.810904 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] For port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:27.818402 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] For port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:27.831720 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:27.919828 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513d200-2f5a-4487-980b-1e0982e90d16 None None] Pushing event updated for resources: {'Port': ['ID=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:27.936755 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6261287b-c2b9-40a0-bb08-2dce511e78f9 req-07156ff7-c2f5-4688-90ef-55b3aac204f8 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.1819181 Jul 28 04:05:27.940651 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.41', 63547) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:28.042833 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:28.043493 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:28.065970 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Allocated IP 172.20.0.1 (5226311a-6478-497b-bbf8-33aa4746baa4/968c623e-52b7-4198-9bba-3ffce6e83697/b86df3a4-a0d0-47c3-bdd2-45539c80d84b) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:28.176744 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513d200-2f5a-4487-980b-1e0982e90d16 None None] Pushing event updated for resources: {'Port': ['ID=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:28.271943 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.291650 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Transition to ACTIVE for port object b86df3a4-a0d0-47c3-bdd2-45539c80d84b will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:28.308264 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5a80250c-911f-4d26-89d4-ffefc8223b80 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:28.312617 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5a80250c-911f-4d26-89d4-ffefc8223b80 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.3563547 Jul 28 04:05:28.361085 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:28.454931 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.469669 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.583291 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2243-7f21-45fd-beb6-8de7a942bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.597124 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:28.604313 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a35a7059-0bbc-48d8-81c5-ddfcd797c4f4 req-ce0b8e9f-b58f-49b9-942c-faeb7495ed90 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.1108687 Jul 28 04:05:28.606166 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Request body: {'port': {'device_id': '58d7340e-319f-4e71-b659-895419af9e15', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'admin_state_up': True, 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:28.612270 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:28.630980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:28.631598 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.713583 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:28.729364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Made reservation on behalf of f7cde9c17fa5418e94a37433efc0ee74 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:28.733174 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:28.987138 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:22Z', 'revision_number': 3, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:29.005711 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 8def0312-4be7-4d22-8220-0034629e2c86 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:29.233196 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07ac77-0c5e-471b-9991-ca5cfd034f73 None None] The sync data for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb is: [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:22Z', 'revision_number': 3, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:29.291913 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.297019 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4018e1db-1661-4141-9486-ce8f442b073a None None] Provisioning for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:29.320118 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4018e1db-1661-4141-9486-ce8f442b073a None None] Provisioning complete for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:29.320882 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4018e1db-1661-4141-9486-ce8f442b073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.373187 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.404955 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 8def0312-4be7-4d22-8220-0034629e2c86 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:29.438512 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 8def0312-4be7-4d22-8220-0034629e2c86 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:29.439379 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.453628 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7a9c2243-7f21-45fd-beb6-8de7a942bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.487904 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15bea867-ce1b-4ad5-b961-bf0b4f236431 req-11ff9935-4083-49de-be10-f22537de8855 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.2661605 Jul 28 04:05:29.510748 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.525611 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-4018e1db-1661-4141-9486-ce8f442b073a None None] Port b86df3a4-a0d0-47c3-bdd2-45539c80d84b cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:05:29.708477 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.755765 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 8def0312-4be7-4d22-8220-0034629e2c86, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=8def0312-4be7-4d22-8220-0034629e2c86,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:29.770733 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:29.786398 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c2243-7f21-45fd-beb6-8de7a942bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d4c49f-07c4-4f5a-a3a5-3280ad4a6662,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:29.848344 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Network bc76087a-4ef1-4c1f-8801-75206e429395 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:29.896942 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7a9c2243-7f21-45fd-beb6-8de7a942bfbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d24298df0a0c4ebc8713d0c18eecef70&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0931158 Jul 28 04:05:29.903287 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50156) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:29.927926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Allocated IP 172.20.0.12 (84123b55-c6c1-4a91-a128-5f389b0a3b5c/4bf80a97-e4a9-46d4-b106-df3f30f93b9a/62d0a85b-9716-4cf2-acd0-62e1c0144796) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:29.935800 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:29.952009 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:29.952571 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.026050 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=8def0312-4be7-4d22-8220-0034629e2c86,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:30.268962 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Pushing event updated for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:30.298757 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.392045 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.393857 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.396114 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.399143 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > port after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.399470 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.400064 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.400624 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.403922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.404951 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.405459 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.405956 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.410772 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2cecadac-2ffc-4889-9af7-3b24abdd93da req-31a9270d-5eb1-4208-a1da-f65324d37f57 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.5452359 Jul 28 04:05:30.542281 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.542281 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.891455 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.891455 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.891455 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.891784 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:30.892067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bdc1c0-9e5d-4f7a-b3d8-e9487713800c']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:30.930259 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'port': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:30.936104 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:30.966797 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2737fb34-f37c-4118-99fb-8eb59e8984dd req-932f5b02-e7a4-432e-83bc-5ccfbb894ae4 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.3345845 Jul 28 04:05:31.018658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:31.035304 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d01891d-329b-4d5e-9fbe-6711d096e60c') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:31.035655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d01891d-329b-4d5e-9fbe-6711d096e60c') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:31.078759 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:31.091266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:31.123705 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:31.259818 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:31.269785 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:31.287657 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.361776 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.402796 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.521800 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.571668 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-004d97f5-6745-4491-b35c-66286779a9db None None] Provisioning complete for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:31.572091 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-004d97f5-6745-4491-b35c-66286779a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.573995 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.600194 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.626105 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50230) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:31.650421 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:05:31.660031 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-004d97f5-6745-4491-b35c-66286779a9db None None] Port b86df3a4-a0d0-47c3-bdd2-45539c80d84b cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:05:31.687453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:31.687453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.706114 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:31.706226 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-db54feef-3fc2-4c32-b493-3b4b46f59292 req-031cfa50-1590-4f89-8286-a1204d89c108 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.1317937 Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: from cryptography.utils import int_from_bytes Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: from cryptography.utils import int_from_bytes Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:05:31.708558 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:05:31.715570 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.721420 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.722633 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 8def0312-4be7-4d22-8220-0034629e2c86 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:31.859305 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:31.992484 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:32.014637 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 8def0312-4be7-4d22-8220-0034629e2c86 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:32.015560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.091266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Network 84123b55-c6c1-4a91-a128-5f389b0a3b5c is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:32.092062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-29858e92-990a-4923-a3e5-5b723c8c50ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.099827 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Allocated IP 172.20.0.13 (8164c8fd-ea03-414f-a368-a86860efad18/8f8d5ece-2a3d-425b-9e33-1358a2bedbf0/f74bc0aa-d191-452d-a701-4ae3311c7af2) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:32.206338 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:32.233103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:32.248706 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:32.249673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.257366 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.260600 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.262296 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7d4c49f-07c4-4f5a-a3a5-3280ad4a6662 HTTP/1.1" status: 204 len: 168 time: 2.3392096 Jul 28 04:05:32.342769 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Pushing event updated for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:32.396066 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b9254-fff1-409d-a1c4-2b4437e72220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d4c49f-07c4-4f5a-a3a5-3280ad4a6662,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:32.421396 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:32.448890 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-4c649a0f-f064-4109-b7d1-f5c9732e49c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/fbb84708-29f0-45e4-9aea-98822dae844c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7742348 Jul 28 04:05:32.449352 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:32.452354 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:32.452941 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:32.506443 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752a27-aaa6-4ccd-bcb6-dd9acf8cbd21 req-4f596e4a-858a-4b3e-9d60-55697abc9dee tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:32.509049 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-63752a27-aaa6-4ccd-bcb6-dd9acf8cbd21 req-4f596e4a-858a-4b3e-9d60-55697abc9dee tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 932 time: 0.2868149 Jul 28 04:05:32.533352 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.562485 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.637307 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=77bdc1c0-9e5d-4f7a-b3d8-e9487713800c,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:32.642634 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-63752a27-aaa6-4ccd-bcb6-dd9acf8cbd21 req-c741c067-0242-485c-bcc7-c51037e1d056 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205094 Jul 28 04:05:32.646410 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.654218 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0b4a2631-3cd4-4a1a-97ed-2705db4c0a38 admin admin] 10.222.0.43 "DELETE /v2.0/networks/77bdc1c0-9e5d-4f7a-b3d8-e9487713800c HTTP/1.1" status: 204 len: 168 time: 4.8377757 Jul 28 04:05:32.654725 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50260) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:32.760952 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-29858e92-990a-4923-a3e5-5b723c8c50ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.763021 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50264) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:32.782321 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-29858e92-990a-4923-a3e5-5b723c8c50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.841324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29858e92-990a-4923-a3e5-5b723c8c50ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aae730-0402-4ab6-952d-8db3bdfb6197,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:32.849814 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-e371b8a7-162c-4de1-ae75-d02a5e8e334d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0078108 Jul 28 04:05:32.911557 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e248d098-75d9-4457-9611-dea16395a642 req-ba114b47-0555-4718-af44-189fc43f381f tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.0595598 Jul 28 04:05:32.927981 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-4e4bc6b5-d027-4c45-9fe9-3659ac0fb933 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:05:32.931494 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-4e4bc6b5-d027-4c45-9fe9-3659ac0fb933 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068979 Jul 28 04:05:32.941255 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.951603 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Deleting subnet adb748c8-2be0-47f4-81a7-20c96ae3a360 {{(pid=93225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:05:32.955428 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:32.998199 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:33.012175 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.025212 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.099289 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.103308 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for subnet, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.119183 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:33.128148 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.129912 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-29858e92-990a-4923-a3e5-5b723c8c50ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8c81c3322ef4bbd96dcd02bd5fac0b5&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5029426 Jul 28 04:05:33.131179 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.133328 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50274) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:33.141857 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/adb748c8-2be0-47f4-81a7-20c96ae3a360 HTTP/1.1" status: 204 len: 168 time: 0.4890232 Jul 28 04:05:33.146587 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50276) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:33.170789 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:33.171163 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.191890 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9498-c0eb-4055-a87b-42f947f1f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.371861 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.390869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a036-8d21-40b3-8ccb-551fdc9143e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb748c8-2be0-47f4-81a7-20c96ae3a360,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:33.591016 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.637796 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 2, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:33.645219 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Request body: {'port': {'device_id': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:33.714937 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:33.715584 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Updating router fbb84708-29f0-45e4-9aea-98822dae844c port b86df3a4-a0d0-47c3-bdd2-45539c80d84b binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:05:33.750650 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9498-c0eb-4055-a87b-42f947f1f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.753360 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.753610 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.760120 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.773867 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.773867 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > port after_create 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.774237 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.774626 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > port after_update 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.774909 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.775251 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.775779 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.775911 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:33.778339 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:33.829941 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event updated for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:33.911893 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Network 8164c8fd-ea03-414f-a368-a86860efad18 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:33.918604 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50296) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:33.934473 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539374822', 'description': 'tempest-description--1910547041'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:33.939361 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:33.948749 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:33.965680 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.050798 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Pushing event updated for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:34.125509 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.184590 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:34.185345 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.197217 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.234564 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:34.235640 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:34.237913 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:34.240212 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 04:05:34.241681 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c53445b-f21d-42ca-98ad-da1460931a9f']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:34.274869 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-5e97eaa6-fbc4-4a46-a7ff-aa071185c8e3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6874328 Jul 28 04:05:34.276806 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bbd538-c4ac-469e-a707-bf0ca035c180') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:34.278031 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bbd538-c4ac-469e-a707-bf0ca035c180') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:34.286797 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.320893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.330996 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Network bc76087a-4ef1-4c1f-8801-75206e429395 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:34.353277 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:34.392451 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.403259 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:05:34.403710 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.443912 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.447031 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.448147 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04aae730-0402-4ab6-952d-8db3bdfb6197 HTTP/1.1" status: 204 len: 168 time: 1.3085907 Jul 28 04:05:34.467619 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Request body: {'port': {'device_id': '58d7340e-319f-4e71-b659-895419af9e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:34.480768 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.487726 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.528774 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.534263 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2ac7-4d1a-47d3-b9fa-58724051a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aae730-0402-4ab6-952d-8db3bdfb6197,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:34.546733 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Transition to ACTIVE for port object b86df3a4-a0d0-47c3-bdd2-45539c80d84b will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:34.571710 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.624885 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.629612 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7093740 Jul 28 04:05:34.632130 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50310) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:34.636822 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group_rule': {'security_group_id': 'dd76f30e-6435-4f02-bc5f-8da864d93436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:34.641837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11001059-f1a1-453b-8bc0-a840d7c8ff76 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76f30e-6435-4f02-bc5f-8da864d93436,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: from cryptography.utils import int_from_bytes Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: from cryptography.utils import int_from_bytes Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:05:34.644071 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:05:34.647106 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a785b71-e7b2-45f1-962e-884cfc0a5acc None None] Pushing event updated for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:34.657619 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.675236 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Router d2a73045-3da1-400d-9787-8e4006ca9640 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:05:34.725916 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9498-c0eb-4055-a87b-42f947f1f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.878142 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7a9f9498-c0eb-4055-a87b-42f947f1f674 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9db3b195b6d4cfe883df0cea04bd8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1120863 Jul 28 04:05:34.886196 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.900829 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50320) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:34.931569 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Attempting to bind port b86df3a4-a0d0-47c3-bdd2-45539c80d84b on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:34.932398 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Attempting to bind port b86df3a4-a0d0-47c3-bdd2-45539c80d84b by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:34.932930 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Attempting to bind port b86df3a4-a0d0-47c3-bdd2-45539c80d84b on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:34.948248 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:34.948915 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Checking segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:34.949478 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:34.950029 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Bound using segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:34.950691 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Bound port: b86df3a4-a0d0-47c3-bdd2-45539c80d84b, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:34.951263 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:35.118634 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] For port b86df3a4-a0d0-47c3-bdd2-45539c80d84b, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:35.139006 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] For port b86df3a4-a0d0-47c3-bdd2-45539c80d84b, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:35.152182 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:35.265969 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:05:35.278035 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Sync routers for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:05:35.285533 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bfac2034-25f8-4218-b28c-80406726dea7 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2a73045-3da1-400d-9787-8e4006ca9640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4868243 Jul 28 04:05:35.299700 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:35.300531 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:35.325238 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:35.437551 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:35.439269 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:35.630738 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a785b71-e7b2-45f1-962e-884cfc0a5acc None None] Pushing event updated for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=4']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:35.734353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f9498-c0eb-4055-a87b-42f947f1f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9adc2-e11f-4c37-9e05-a4fdbe29d6be,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:35.802624 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:35.812447 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c53445b-f21d-42ca-98ad-da1460931a9f HTTP/1.1" status: 204 len: 168 time: 2.6081195 Jul 28 04:05:35.846058 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:35.863584 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:35.900972 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f363b-5b2c-48f3-b0db-03001aed3860 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c53445b-f21d-42ca-98ad-da1460931a9f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:36.009217 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:36.015193 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.075218 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.129369 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b46baba-aa68-4c60-a938-d79cab7c1434,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:36.176717 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.178991 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-da032167-5d5c-4b61-aea3-2def6d90a1d0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5452895 Jul 28 04:05:36.199092 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50352) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:36.213135 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group_rule': {'security_group_id': 'dd76f30e-6435-4f02-bc5f-8da864d93436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:36.265068 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ca208-e61b-46c4-93e3-24c5a23a5dfc req-405c956b-97e3-4664-9d79-1c1626f8d2e9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:36.278342 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-730ca208-e61b-46c4-93e3-24c5a23a5dfc req-405c956b-97e3-4664-9d79-1c1626f8d2e9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 932 time: 1.7426186 Jul 28 04:05:36.499595 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db71d5-4b7d-44e0-9843-0a10cf1c272a req-106663aa-433f-4612-a188-2d80fe4b686a tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:36.511370 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e3db71d5-4b7d-44e0-9843-0a10cf1c272a req-106663aa-433f-4612-a188-2d80fe4b686a tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 932 time: 2.1989305 Jul 28 04:05:36.551711 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:35Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.551994 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50362) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:36.622964 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.627182 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282d53ec-fee6-4655-9b38-31f8e08faa46 None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:35Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:36.659630 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74bc0aa-d191-452d-a701-4ae3311c7af2 {{(pid=93226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:36.751737 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '1c74473a-7211-418e-80d3-0cb9331d1a1e', 'name': '', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'mac_address': 'fa:16:3e:e6:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:26Z', 'updated_at': '2021-07-28T04:05:32Z', 'revision_number': 2, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'subnets': [{'id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:36.855616 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Checking router: d2a73045-3da1-400d-9787-8e4006ca9640 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:05:36.865760 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Updating router d2a73045-3da1-400d-9787-8e4006ca9640 port 1c74473a-7211-418e-80d3-0cb9331d1a1e binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:05:36.902180 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.915828 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:36.926351 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.093866 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device b86df3a4-a0d0-47c3-bdd2-45539c80d84b up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:37.184480 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.188512 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Transition to ACTIVE for port object f74bc0aa-d191-452d-a701-4ae3311c7af2 will not be triggered until provisioned by entity L2. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:37.196936 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-3db0440d-1e19-4e0c-a6d9-30880256d24b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6829afcc3b3f40d282bd674f22ae5e69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6371205 Jul 28 04:05:37.197260 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.199655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50372) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:37.224050 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.334922 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:37.363911 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d0a85b-9716-4cf2-acd0-62e1c0144796 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:37.378602 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.389632 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Pushing event updated for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.400753 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Transition to ACTIVE for port object 62d0a85b-9716-4cf2-acd0-62e1c0144796 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:37.442532 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.471044 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0e00ee-1902-454d-a74e-13485897f9ae,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.477805 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:37.478183 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.500773 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.502845 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7c183d64-a6ed-4231-ab4f-991f5ee5d67c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3025734 Jul 28 04:05:37.516599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50376) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:37.531599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:37.539972 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-730ca208-e61b-46c4-93e3-24c5a23a5dfc req-65dc1300-e336-4357-a75e-2d6ce882131a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2563512 Jul 28 04:05:37.552630 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.589396 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e3db71d5-4b7d-44e0-9843-0a10cf1c272a req-092524a6-9378-4abb-b6a4-1f6fd54e19b3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0743752 Jul 28 04:05:37.733817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.746911 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.757297 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.758931 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dc9adc2-e11f-4c37-9e05-a4fdbe29d6be HTTP/1.1" status: 204 len: 168 time: 2.8514345 Jul 28 04:05:37.787386 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.807494 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad98db-a920-4947-8422-c41ec926c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9adc2-e11f-4c37-9e05-a4fdbe29d6be,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:37.880450 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:37.942934 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.017069 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.137708 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Attempting to bind port 62d0a85b-9716-4cf2-acd0-62e1c0144796 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:38.138208 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Attempting to bind port 62d0a85b-9716-4cf2-acd0-62e1c0144796 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '44364b62-9674-4fa2-8100-7ed9cd3723f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:38.138417 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Attempting to bind port 62d0a85b-9716-4cf2-acd0-62e1c0144796 on network 84123b55-c6c1-4a91-a128-5f389b0a3b5c {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:38.171156 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Port 62d0a85b-9716-4cf2-acd0-62e1c0144796 on network 84123b55-c6c1-4a91-a128-5f389b0a3b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:05:38.171421 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.171509 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Attempting to bind port 62d0a85b-9716-4cf2-acd0-62e1c0144796 on network 84123b55-c6c1-4a91-a128-5f389b0a3b5c {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:38.177855 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.179643 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a78d2ff-db2d-4209-849a-de603e114993 HTTP/1.1" status: 204 len: 168 time: 0.9751782 Jul 28 04:05:38.184157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:38.184545 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Checking segment: {'id': '44364b62-9674-4fa2-8100-7ed9cd3723f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:38.185114 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Bound using segment: {'id': '44364b62-9674-4fa2-8100-7ed9cd3723f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:38.187313 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Bound port: 62d0a85b-9716-4cf2-acd0-62e1c0144796, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44364b62-9674-4fa2-8100-7ed9cd3723f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:38.190329 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.204599 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.208132 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port b86df3a4-a0d0-47c3-bdd2-45539c80d84b, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:38.214080 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Attempting to bind port f74bc0aa-d191-452d-a701-4ae3311c7af2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:38.214430 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Attempting to bind port f74bc0aa-d191-452d-a701-4ae3311c7af2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:38.215479 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Attempting to bind port f74bc0aa-d191-452d-a701-4ae3311c7af2 on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:38.219392 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.262360 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Transition to ACTIVE for port object 1c74473a-7211-418e-80d3-0cb9331d1a1e will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:38.273796 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.286943 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37dc31-db81-46e1-9fd2-34f284b41e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78d2ff-db2d-4209-849a-de603e114993,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.294871 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Port f74bc0aa-d191-452d-a701-4ae3311c7af2 on network 8164c8fd-ea03-414f-a368-a86860efad18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:05:38.296946 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Attempting to bind port f74bc0aa-d191-452d-a701-4ae3311c7af2 on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:38.317739 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:38.322371 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Checking segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:38.323100 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Bound using segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:38.323745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Bound port: f74bc0aa-d191-452d-a701-4ae3311c7af2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:38.324280 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.387782 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.457592 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:38.479802 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796,segment=NetworkSegment(44364b62-9674-4fa2-8100-7ed9cd3723f7),segment_id=44364b62-9674-4fa2-8100-7ed9cd3723f7)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:38.496696 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Attempting to bind port 1c74473a-7211-418e-80d3-0cb9331d1a1e on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:38.497417 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Attempting to bind port 1c74473a-7211-418e-80d3-0cb9331d1a1e by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:38.498003 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Attempting to bind port 1c74473a-7211-418e-80d3-0cb9331d1a1e on network bc76087a-4ef1-4c1f-8801-75206e429395 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:38.503356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.508072 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85023464-5c88-4385-9d55-cd0c3e13ff25 None None] Pushing event updated for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.517437 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:38.518136 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Checking segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:38.518764 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.519354 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Bound using segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:38.520106 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Bound port: 1c74473a-7211-418e-80d3-0cb9331d1a1e, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:38.520754 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.694482 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, cleared binding levels {{(pid=93226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:38.722207 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] For port 1c74473a-7211-418e-80d3-0cb9331d1a1e, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:38.731882 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] For port 1c74473a-7211-418e-80d3-0cb9331d1a1e, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=1c74473a-7211-418e-80d3-0cb9331d1a1e,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:38.739724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:38.740440 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.747254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.748267 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/62d0a85b-9716-4cf2-acd0-62e1c0144796 HTTP/1.1" status: 200 len: 1094 time: 5.3996699 Jul 28 04:05:38.751003 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:38.769382 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:38.793456 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:38.856228 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:05:38.857224 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:38.925053 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85023464-5c88-4385-9d55-cd0c3e13ff25 None None] Pushing event updated for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:38.994074 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Pushing event updated for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=3']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.020353 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:39.030934 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:39.032400 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:39.037465 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-7c094183-da97-4b1a-bc0a-cfe91bfba0be service neutron] 10.222.0.41 "PUT /v2.0/ports/f74bc0aa-d191-452d-a701-4ae3311c7af2 HTTP/1.1" status: 200 len: 1094 time: 4.5833933 Jul 28 04:05:39.039902 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:39.040024 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-05ffe68c-7892-437c-aec8-f7e14667bec7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:39.070731 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-05ffe68c-7892-437c-aec8-f7e14667bec7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 818 time: 0.3202276 Jul 28 04:05:39.090640 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device b86df3a4-a0d0-47c3-bdd2-45539c80d84b up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:39.155613 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50422) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:39.266482 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:05:39.271229 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port b86df3a4-a0d0-47c3-bdd2-45539c80d84b triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:39.275800 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:39.338230 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68113703-5fb5-460f-9250-5f91e7a8af68 req-e45875b5-e2f0-4e5b-bcbf-ce75c9120784 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:39.340557 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-68113703-5fb5-460f-9250-5f91e7a8af68 req-e45875b5-e2f0-4e5b-bcbf-ce75c9120784 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 944 time: 0.5912676 Jul 28 04:05:39.388992 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-a920f1df-3307-440b-80c6-1e2727b1bf53 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/quotas/0103d8c0a7ec419cad983c3c0fbbe741 HTTP/1.1" status: 200 len: 375 time: 0.3170695 Jul 28 04:05:39.526296 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-1a08adf5-4407-4654-a883-7ca22f2ddded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:39.533583 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-1a08adf5-4407-4654-a883-7ca22f2ddded service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7cde9c17fa5418e94a37433efc0ee74&device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 1097 time: 0.3619153 Jul 28 04:05:39.548091 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50430) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:39.551515 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517f5e2-166f-4f80-9e8c-bdf9bd39d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:39.701917 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-6c5bd932-1bc8-4f06-befe-6ae495deb680 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796 HTTP/1.1" status: 200 len: 217 time: 0.1467209 Jul 28 04:05:39.706025 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5" -d '{"events": [{"name": "network-changed", "server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:39.714253 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-1f2e31c3-6684-4429-92ff-21622aebfde8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=511afda58aa44d02b873711900f5f09d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1563179 Jul 28 04:05:39.720625 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50444) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:39.763635 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '1c74473a-7211-418e-80d3-0cb9331d1a1e', 'name': '', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'mac_address': 'fa:16:3e:e6:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:26Z', 'updated_at': '2021-07-28T04:05:38Z', 'revision_number': 4, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'subnets': [{'id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:05:39.804977 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Allocated IP 172.28.2.150 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/99d40f63-b1e0-480e-b8a3-91486c26aa77) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:39.863195 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7354fae-0e2c-45c4-9f15-d0922f74124c None None] The sync data for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb is: [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '1c74473a-7211-418e-80d3-0cb9331d1a1e', 'name': '', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'mac_address': 'fa:16:3e:e6:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:26Z', 'updated_at': '2021-07-28T04:05:38Z', 'revision_number': 4, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'subnets': [{'id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:05:39.979405 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e54d3409-af9b-4e34-abf6-832e410dfbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.054944 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-c085be3e-842c-46e6-bb48-23e9b19bb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:40.064071 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-c085be3e-842c-46e6-bb48-23e9b19bb209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf80a97-e4a9-46d4-b106-df3f30f93b9a HTTP/1.1" status: 200 len: 852 time: 0.3360834 Jul 28 04:05:40.125364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.174962 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.288517 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-065d02ff-bb25-46c5-bf5a-0fa3111b1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:40.290459 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-065d02ff-bb25-46c5-bf5a-0fa3111b1725 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 1097 time: 1.1782777 Jul 28 04:05:40.299955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50452) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:40.314579 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-68113703-5fb5-460f-9250-5f91e7a8af68 req-d390f4c7-c93d-4efb-9a47-3cd4ff4b5b0e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9663403 Jul 28 04:05:40.358473 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.391043 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f750f7a8-3145-4386-82ba-f4115a207d8a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9977713 Jul 28 04:05:40.406300 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-433f0147-77b6-4035-bbd7-51be36919ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84123b55-c6c1-4a91-a128-5f389b0a3b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2891393 Jul 28 04:05:40.463109 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d851963-8a1a-4853-99eb-077555ecb69f" -d '{"events": [{"name": "network-changed", "server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:40.617471 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.620725 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.625138 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/459769c1-3a47-46de-a8a9-a2f8f99c6b6f HTTP/1.1" status: 204 len: 168 time: 0.8832495 Jul 28 04:05:40.663988 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.685840 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-a82e597e-2ce1-4e1c-8a81-de12ab0b11fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2 HTTP/1.1" status: 200 len: 217 time: 0.2276940 Jul 28 04:05:40.738022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-12e931bc-9137-49e5-8b81-b16c8298bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.752367 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde39d-6cbb-4472-8a0a-43ffa702c400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459769c1-3a47-46de-a8a9-a2f8f99c6b6f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:40.763266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-89ad46b1-2c2d-4c61-9a2f-9518d2619801 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=93225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 04:05:40.764590 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-89ad46b1-2c2d-4c61-9a2f-9518d2619801 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1360910 Jul 28 04:05:40.774955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700430c-7ce3-4b02-8e0a-657de61c9a16 req-777f46b3-c795-4e49-a531-61372cb62aaa tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:40.784415 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a700430c-7ce3-4b02-8e0a-657de61c9a16 req-777f46b3-c795-4e49-a531-61372cb62aaa tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 944 time: 0.3158822 Jul 28 04:05:40.866282 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e54d3409-af9b-4e34-abf6-832e410dfbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.875287 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:40.889478 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:40.898481 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e54d3409-af9b-4e34-abf6-832e410dfbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:40.937311 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:40.966790 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=99d40f63-b1e0-480e-b8a3-91486c26aa77,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.088397 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-50055218-b3fb-43e8-b738-6579a9b9e3a5 service neutron] 10.222.0.43 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983232 Jul 28 04:05:41.127599 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 1c74473a-7211-418e-80d3-0cb9331d1a1e up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:41.199658 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-f50773f3-2d13-41bc-acfb-330559db4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:41.205350 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-f50773f3-2d13-41bc-acfb-330559db4e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.4626527 Jul 28 04:05:41.237729 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 1c74473a-7211-418e-80d3-0cb9331d1a1e completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:41.245102 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 1c74473a-7211-418e-80d3-0cb9331d1a1e triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:41.245562 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.260913 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e54d3409-af9b-4e34-abf6-832e410dfbcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6999776e0fe4628b2e49ac7bd4e97db&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0985360 Jul 28 04:05:41.262390 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d3409-af9b-4e34-abf6-832e410dfbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c0a34-334f-411e-af53-03227360e9ea,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.293635 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50482) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:41.471551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.520938 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-c8f32a65-d917-4753-b382-eae91b426a4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686718 Jul 28 04:05:41.542741 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 1c74473a-7211-418e-80d3-0cb9331d1a1e, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=1c74473a-7211-418e-80d3-0cb9331d1a1e,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:41.554091 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.762953 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:41.770269 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.801807 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-12e931bc-9137-49e5-8b81-b16c8298bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.813635 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-12e931bc-9137-49e5-8b81-b16c8298bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.889974 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-12e931bc-9137-49e5-8b81-b16c8298bd00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7701d573811f4facb65a20c33d98500d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5791898 Jul 28 04:05:41.890851 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50498) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:41.899438 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.901325 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.950137 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-3a0de057-b999-4668-b2d6-205ddff1d93b service neutron] 10.222.0.41 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5158689 Jul 28 04:05:41.952860 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-3d51a8e9-81ca-4d36-a77c-c5b89fc079e1 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811274 Jul 28 04:05:41.954309 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a700430c-7ce3-4b02-8e0a-657de61c9a16 req-b1386c49-abb4-4e02-bda7-c1b95dc9800d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1689267 Jul 28 04:05:41.972539 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:41.979799 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e931bc-9137-49e5-8b81-b16c8298bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6398ae-506b-4c14-b0f2-a19173d053bb,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:42.033246 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.090177 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-360d82c9-4e71-4465-a4cc-802fba0ad531 service neutron] 10.222.0.43 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006199 Jul 28 04:05:42.110532 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.241954 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d435ddb-c31a-4eaf-9260-fee30a5b541b req-d1ee5515-14f7-4375-84f4-d0294243586a service neutron] 10.222.0.41 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152445 Jul 28 04:05:42.279246 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.286927 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.293553 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d6398ae-506b-4c14-b0f2-a19173d053bb HTTP/1.1" status: 204 len: 168 time: 0.3923967 Jul 28 04:05:42.313359 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18df4a6-d65c-496a-8d1a-39c9d2045d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6398ae-506b-4c14-b0f2-a19173d053bb,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:42.363802 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c8a3a492-eb36-44d9-9ebc-ed0474d259c5 req-75f993ae-e560-4108-a84b-71936c5d3889 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477437 Jul 28 04:05:42.426125 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.429570 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.431544 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/559c0a34-334f-411e-af53-03227360e9ea HTTP/1.1" status: 204 len: 168 time: 1.1180677 Jul 28 04:05:42.455639 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219507f-c048-4f10-b866-ca7e50ab75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c0a34-334f-411e-af53-03227360e9ea,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:42.484488 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d4387-4807-49ca-b814-c42f2c21578f x-openstack-request-id: req-711d4387-4807-49ca-b814-c42f2c21578f {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:42.485646 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:42.486130 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-711d4387-4807-49ca-b814-c42f2c21578f {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:42.486829 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796', 'status': 'completed', 'code': 200} Jul 28 04:05:42.488491 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.501253 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.656381 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=99d40f63-b1e0-480e-b8a3-91486c26aa77,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:42.673654 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.684652 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-3ae3e087-fe7e-4dbf-b26a-dce676dcd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:42.685637 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30de63-9faf-4bda-8a3e-d4f08530fe36 req-37e7b645-3077-442f-b921-4da54224c2b6 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:42.686455 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-3ae3e087-fe7e-4dbf-b26a-dce676dcd5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7cde9c17fa5418e94a37433efc0ee74&device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 1097 time: 0.0989099 Jul 28 04:05:42.687246 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de30de63-9faf-4bda-8a3e-d4f08530fe36 req-37e7b645-3077-442f-b921-4da54224c2b6 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 944 time: 0.0814764 Jul 28 04:05:42.720473 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.720473 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bf9ef927-9ea3-4b19-a3a6-c6f4db8a2388 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1941242 Jul 28 04:05:42.730585 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:42.761012 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de30de63-9faf-4bda-8a3e-d4f08530fe36 req-dda2d3e0-ac57-4b2f-91a4-b540c2a369ee tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Jul 28 04:05:42.903151 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e260d9cd-fb22-49cb-aa36-1e6014bd50e3 req-144f2286-cc89-41d2-a139-1635226e7a45 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 210 time: 0.0842216 Jul 28 04:05:42.911456 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-1e96765b-a3ad-40f4-afdc-a8fb99a24d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:42.915333 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-1e96765b-a3ad-40f4-afdc-a8fb99a24d1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=84123b55-c6c1-4a91-a128-5f389b0a3b5c HTTP/1.1" status: 200 len: 913 time: 0.2199471 Jul 28 04:05:42.966875 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 1c74473a-7211-418e-80d3-0cb9331d1a1e up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:42.974758 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-9f11697b-6d16-4050-abd6-f6e6d8a47d27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796 HTTP/1.1" status: 200 len: 217 time: 0.0509920 Jul 28 04:05:42.976551 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a286001e-8cc7-495b-9b60-3a6c80779756 x-openstack-request-id: req-a286001e-8cc7-495b-9b60-3a6c80779756 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:42.976832 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:42.977074 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a286001e-8cc7-495b-9b60-3a6c80779756 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:42.977514 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2', 'status': 'completed', 'code': 200} Jul 28 04:05:43.067626 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851963-8a1a-4853-99eb-077555ecb69f req-f73e50c2-c0b7-4e90-8e31-8e3320093be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.070457 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-f068e520-22c4-4c0c-82d3-7cb4548871a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.072339 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-f73e50c2-c0b7-4e90-8e31-8e3320093be2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 1097 time: 0.0800729 Jul 28 04:05:43.075595 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-f068e520-22c4-4c0c-82d3-7cb4548871a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf80a97-e4a9-46d4-b106-df3f30f93b9a HTTP/1.1" status: 200 len: 852 time: 0.0905728 Jul 28 04:05:43.125230 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-cf22cf18-e809-43c3-af07-5a58f9ae5c07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84123b55-c6c1-4a91-a128-5f389b0a3b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357018 Jul 28 04:05:43.227669 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 1c74473a-7211-418e-80d3-0cb9331d1a1e triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:43.228343 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:43.331346 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23fabd-b0b0-437a-a45b-b861139553d2 req-e3d7089f-43fd-4598-96cb-17f6fef89e83 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.334094 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9f23fabd-b0b0-437a-a45b-b861139553d2 req-e3d7089f-43fd-4598-96cb-17f6fef89e83 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 944 time: 0.2270827 Jul 28 04:05:43.364830 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50562) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:43.403114 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d39375c7-0c0d-4c8e-baed-801d69d99e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:43.425522 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-fd42b3b5-fb44-4291-aa71-7ed630399f1a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1539374822&fields=id&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 267 time: 0.0896969 Jul 28 04:05:43.473347 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-3986ef6b-c5f7-4663-985b-4f0cb2d225be service neutron] 10.222.0.41 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358757 Jul 28 04:05:43.552580 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9f23fabd-b0b0-437a-a45b-b861139553d2 req-1df729dd-c357-4caf-a2dd-fd1708ceebfb tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493402 Jul 28 04:05:43.589601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851963-8a1a-4853-99eb-077555ecb69f req-f042e5c1-b505-416a-9534-a4941938a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.591503 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-f042e5c1-b505-416a-9534-a4941938a919 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 916 time: 0.5020912 Jul 28 04:05:43.673766 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-6d16228d-00fe-4eb2-a56a-06520db515fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2 HTTP/1.1" status: 200 len: 217 time: 0.0661597 Jul 28 04:05:43.776274 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-a43c1439-fd97-4770-97af-3aa71e5cd7c4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.777891 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-a43c1439-fd97-4770-97af-3aa71e5cd7c4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 816 time: 0.3511207 Jul 28 04:05:43.832350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-97bb61a4-f8c3-4496-b5ba-b0eca58593ee tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/quotas/5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 375 time: 0.0421083 Jul 28 04:05:43.836085 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851963-8a1a-4853-99eb-077555ecb69f req-1428b2a6-41c4-4e00-b461-31fd582422fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:43.837625 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-1428b2a6-41c4-4e00-b461-31fd582422fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.1540163 Jul 28 04:05:43.910945 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-d7da2d6a-1122-46f8-95dc-41cab1fc33d5 req-0e4e87f0-9562-4d82-a01b-8e151ea97d40 service neutron] 10.222.0.41 "GET /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272664 Jul 28 04:05:43.967711 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-d9f7c698-a09c-4efe-9890-9a14565038e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978918 Jul 28 04:05:43.979586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d39375c7-0c0d-4c8e-baed-801d69d99e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:43.988216 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d39375c7-0c0d-4c8e-baed-801d69d99e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.087743 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-153eff68-e652-4799-ab48-2a971aad0321 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:44.089817 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-153eff68-e652-4799-ab48-2a971aad0321 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 818 time: 0.4050848 Jul 28 04:05:44.115490 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d39375c7-0c0d-4c8e-baed-801d69d99e88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b07e438ef4483aa47be44ae440ff84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488661 Jul 28 04:05:44.121094 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50604) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:44.136779 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-5835056a-9788-42ac-a49e-be7fbf2e31d1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2984939 Jul 28 04:05:44.160963 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-24ae9118-06f0-4e1d-b531-8e1a216026c4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/quotas/0103d8c0a7ec419cad983c3c0fbbe741 HTTP/1.1" status: 200 len: 375 time: 0.0588806 Jul 28 04:05:44.179650 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39375c7-0c0d-4c8e-baed-801d69d99e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167de900-bc70-478d-85ee-3fd102ec4993,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:44.235948 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.282472 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-2c63b99b-713f-47cd-a944-e2657a589330 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:44.283364 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-e54019ac-27ea-49a8-921e-e3ebb46cc03f service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036244 Jul 28 04:05:44.284037 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-2c63b99b-713f-47cd-a944-e2657a589330 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 818 time: 0.2736037 Jul 28 04:05:44.286151 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.307586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Request body: {'port': {'device_id': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'admin_state_up': True, 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:44.364297 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-e333d174-a698-4c6c-9e1e-cf3696b71a60 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823761 Jul 28 04:05:44.375164 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-17ae55cc-4485-421b-9ba5-7be603d6e5fd service neutron] 10.222.0.43 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297857 Jul 28 04:05:44.419075 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.422587 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.426857 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/167de900-bc70-478d-85ee-3fd102ec4993 HTTP/1.1" status: 204 len: 168 time: 0.3023510 Jul 28 04:05:44.442521 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8b678-f43d-4945-817f-ec42cb084389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167de900-bc70-478d-85ee-3fd102ec4993,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:44.486922 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Made reservation on behalf of 0103d8c0a7ec419cad983c3c0fbbe741 for: {'port': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:44.493080 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:44.560686 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7d851963-8a1a-4853-99eb-077555ecb69f req-0ec98e2c-f1ec-4a5a-9fe9-45c0c9849e69 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584686 Jul 28 04:05:44.591859 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-e148b51a-8a5b-486b-a30c-f41bef292341 service neutron] 10.222.0.43 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157948 Jul 28 04:05:44.595967 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-34c597a4-74b7-4f1f-b5e0-404249d2f01f service neutron] 10.222.0.43 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165275 Jul 28 04:05:44.631049 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50624) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:44.712316 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e7f64c2-105d-4c6e-8818-efcf96ad66b5 service neutron] 10.222.0.43 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092393 Jul 28 04:05:44.732108 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Allocated IP 172.20.0.6 (bc76087a-4ef1-4c1f-8801-75206e429395/f18e17a7-4a72-48c9-9cb7-6128f18adfee/0e54c59d-f2a2-4119-a922-14bed09476c9) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:44.884185 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e7867-e220-4fa7-9a3b-91f1687c43fe req-bce476a5-367f-4e8d-92dd-98c07a736d03 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:44.896213 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a61e7867-e220-4fa7-9a3b-91f1687c43fe req-bce476a5-367f-4e8d-92dd-98c07a736d03 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 944 time: 0.0884004 Jul 28 04:05:44.961625 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a61e7867-e220-4fa7-9a3b-91f1687c43fe req-ca10c206-8590-45a8-a840-135c359e74f8 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642388 Jul 28 04:05:45.054431 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e35dc17-c8ea-406b-8b7b-8620940ef8a8 req-55c779f3-e34a-4a2b-a01d-8a1f126e6323 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Jul 28 04:05:45.105707 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.171655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-555511ac-e10c-4f83-9fec-71ef553fe25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.203211 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 62d0a85b-9716-4cf2-acd0-62e1c0144796 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:45.266208 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a3d91adb-10f6-4f2c-9ab4-586b5de9b5f5 req-1d24e975-2594-4228-bcc2-1fea07503076 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 210 time: 0.0952663 Jul 28 04:05:45.342368 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b289dd-4ff5-44ac-bc43-ad6fabf9871b req-98a7d64e-dc93-435e-9802-cb76e48614f0 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:45.347299 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8b289dd-4ff5-44ac-bc43-ad6fabf9871b req-98a7d64e-dc93-435e-9802-cb76e48614f0 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 944 time: 0.2398500 Jul 28 04:05:45.362403 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.422392 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8b289dd-4ff5-44ac-bc43-ad6fabf9871b req-f12ad543-3c25-4f24-9d62-4eed018a7629 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662928 Jul 28 04:05:45.451101 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796,segment=NetworkSegment(44364b62-9674-4fa2-8100-7ed9cd3723f7),segment_id=44364b62-9674-4fa2-8100-7ed9cd3723f7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:45.454923 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Network bc76087a-4ef1-4c1f-8801-75206e429395 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:45.479101 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:45.485198 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:45.486346 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '62d0a85b-9716-4cf2-acd0-62e1c0144796', 'network_id': '84123b55-c6c1-4a91-a128-5f389b0a3b5c', 'port_id': '62d0a85b-9716-4cf2-acd0-62e1c0144796', 'mac_address': 'fa:16:3e:12:ff:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf80a97-e4a9-46d4-b106-df3f30f93b9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:45.508122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Pushing event updated for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.583914 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.599315 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d0a85b-9716-4cf2-acd0-62e1c0144796 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:45.619573 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:45.621675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.626519 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796,segment=NetworkSegment(44364b62-9674-4fa2-8100-7ed9cd3723f7),segment_id=44364b62-9674-4fa2-8100-7ed9cd3723f7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:45.636253 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.637303 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f74bc0aa-d191-452d-a701-4ae3311c7af2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:45.663675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-555511ac-e10c-4f83-9fec-71ef553fe25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.668558 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-555511ac-e10c-4f83-9fec-71ef553fe25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.691463 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-8407e68f-edc0-42cf-9a38-fcee0af04934 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3891776 Jul 28 04:05:45.707806 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Request body: {'port': {'device_id': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:45.759517 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-555511ac-e10c-4f83-9fec-71ef553fe25e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5393139254c4c1aa73ec0f17d6b5793&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1269991 Jul 28 04:05:45.760298 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555511ac-e10c-4f83-9fec-71ef553fe25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da7abc0-831a-46b5-aa5f-1a946827c210,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.762436 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 50682) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:45.817727 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.840183 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:45.878721 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.899279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:45.923807 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.924214 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'f74bc0aa-d191-452d-a701-4ae3311c7af2', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'port_id': 'f74bc0aa-d191-452d-a701-4ae3311c7af2', 'mac_address': 'fa:16:3e:0c:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8d5ece-2a3d-425b-9e33-1358a2bedbf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:45.990121 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.992955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:45.996541 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.000155 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4da7abc0-831a-46b5-aa5f-1a946827c210 HTTP/1.1" status: 204 len: 168 time: 0.2343903 Jul 28 04:05:46.011254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74bc0aa-d191-452d-a701-4ae3311c7af2 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:46.012733 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df76b86-a8e9-4d37-9be2-a678309665f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da7abc0-831a-46b5-aa5f-1a946827c210,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:46.044516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:46.055470 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.138331 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:46.163134 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deef15-71c8-4918-9431-3ec116bd0148 req-be871d45-50ad-47c8-8d75-2afb648b6c99 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:46.168132 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-72deef15-71c8-4918-9431-3ec116bd0148 req-be871d45-50ad-47c8-8d75-2afb648b6c99 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 945 time: 0.0787938 Jul 28 04:05:46.204165 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9ebeb913-198a-4fa2-b240-14dba94ee550 req-48a426d4-380b-43f1-b5d9-d39e8ef89a93 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 210 time: 0.0332820 Jul 28 04:05:46.236909 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-72deef15-71c8-4918-9431-3ec116bd0148 req-dab0d219-3de0-497d-9ce5-1b9881773ebc tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523241 Jul 28 04:05:46.335568 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e54c59d-f2a2-4119-a922-14bed09476c9 {{(pid=93226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:46.343209 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.374319 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Transition to ACTIVE for port object 0e54c59d-f2a2-4119-a922-14bed09476c9 will not be triggered until provisioned by entity L2. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:46.375349 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['62d0a85b-9716-4cf2-acd0-62e1c0144796'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:46.390210 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.411993 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:46.627924 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Pushing event updated for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:46.749421 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50724) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:46.798143 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9350e85c-a93c-4981-8b46-e06bf59f18a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.802293 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Attempting to bind port 0e54c59d-f2a2-4119-a922-14bed09476c9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:46.820527 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Attempting to bind port 0e54c59d-f2a2-4119-a922-14bed09476c9 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:46.820873 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Attempting to bind port 0e54c59d-f2a2-4119-a922-14bed09476c9 on network bc76087a-4ef1-4c1f-8801-75206e429395 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:46.839652 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5ea0a096-63d3-41aa-abfc-1e9d4e9370bd req-824b75d3-c7f4-4e2a-98c0-56788af89b86 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 210 time: 0.4781430 Jul 28 04:05:46.962842 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9350e85c-a93c-4981-8b46-e06bf59f18a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.965797 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Port 0e54c59d-f2a2-4119-a922-14bed09476c9 on network bc76087a-4ef1-4c1f-8801-75206e429395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:05:46.966279 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Attempting to bind port 0e54c59d-f2a2-4119-a922-14bed09476c9 on network bc76087a-4ef1-4c1f-8801-75206e429395 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:46.973192 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:46.974002 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Checking segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:46.974449 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Bound using segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:46.976527 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Bound port: 0e54c59d-f2a2-4119-a922-14bed09476c9, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:46.976920 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:46.981671 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9350e85c-a93c-4981-8b46-e06bf59f18a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.003295 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526e20-d6e5-461b-a776-cfd73fbf6357 req-269c73f5-eff0-4d69-acc4-5a42360117f5 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.005322 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a9526e20-d6e5-461b-a776-cfd73fbf6357 req-269c73f5-eff0-4d69-acc4-5a42360117f5 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 945 time: 0.1632180 Jul 28 04:05:47.063103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.41', 63577) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:47.066247 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a9526e20-d6e5-461b-a776-cfd73fbf6357 req-50c31119-1a09-4343-b3e1-8b081d014895 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Jul 28 04:05:47.081700 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-9350e85c-a93c-4981-8b46-e06bf59f18a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c733ad40e72e425dbd8e02f7766a8344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282313 Jul 28 04:05:47.084452 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350e85c-a93c-4981-8b46-e06bf59f18a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec3ae0-2379-4b25-a450-7823866dc9df,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:47.087589 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 50736) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:47.160771 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.175043 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, cleared binding levels {{(pid=93226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:47.180609 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0e54c59d-f2a2-4119-a922-14bed09476c9,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:47.187396 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-105169d4-9ae3-45d5-802d-6370944668c2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.189393 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-105169d4-9ae3-45d5-802d-6370944668c2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 818 time: 0.1221783 Jul 28 04:05:47.199559 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.203896 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-37fddf9f-3d5f-47f2-9f00-794fd9e8019d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.204050 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.205871 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-37fddf9f-3d5f-47f2-9f00-794fd9e8019d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 816 time: 0.3627508 Jul 28 04:05:47.212060 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Request body: {'port': {'device_id': '99094156-c482-4b10-b08f-d7f815be2496', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'admin_state_up': True, 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:47.321228 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-8e13cd2a-acce-4368-a49f-4ce7cfa88ea0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 380 time: 0.1044352 Jul 28 04:05:47.337689 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'port': {'device_id': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'admin_state_up': True, 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'security_groups': ['dd76f30e-6435-4f02-bc5f-8da864d93436']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:47.387548 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.391048 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.394112 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4eec3ae0-2379-4b25-a450-7823866dc9df HTTP/1.1" status: 204 len: 168 time: 0.3038599 Jul 28 04:05:47.412026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.413957 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.415909 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 1093 time: 1.7130935 Jul 28 04:05:47.422831 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:47.425187 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c02c0-26c6-454b-8f7d-bb59a02311c5" -d '{"events": [{"name": "network-changed", "server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:47.435062 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f912e8-34cf-4601-8608-13e6b9604b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec3ae0-2379-4b25-a450-7823866dc9df,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:47.466787 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55295-22d9-4ec0-b824-c2c126155166 service neutron] Pushing event updated for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=3']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:47.518600 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6670c0db-9512-4bf6-b246-84e89999d185 req-b021e066-c5fc-42a5-af69-527c677ce60c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 210 time: 0.1243849 Jul 28 04:05:47.568305 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-e389e65b-1871-4a82-bf3c-0f3b024b6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.572480 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-e389e65b-1871-4a82-bf3c-0f3b024b6ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1096 time: 0.0928831 Jul 28 04:05:47.592869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e8814-1f36-4b5d-9660-f6afb2bc2d92 req-38dcc65a-9120-421d-8fa1-810cc3202061 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.600073 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753e8814-1f36-4b5d-9660-f6afb2bc2d92 req-38dcc65a-9120-421d-8fa1-810cc3202061 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 945 time: 0.2072070 Jul 28 04:05:47.625932 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Made reservation on behalf of 0103d8c0a7ec419cad983c3c0fbbe741 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:47.629341 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.665483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbfe47-9036-4b1a-a628-46ae194445b2 x-openstack-request-id: req-98dbfe47-9036-4b1a-a628-46ae194445b2 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:47.665967 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:47.666457 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98dbfe47-9036-4b1a-a628-46ae194445b2 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:47.666981 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9', 'status': 'completed', 'code': 200} Jul 28 04:05:47.669100 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-59bd4920-7c30-4d29-a2de-37ac4b74874a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0886111 Jul 28 04:05:47.698184 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753e8814-1f36-4b5d-9660-f6afb2bc2d92 req-7c72fbae-c2ef-421e-979e-5b80709ff547 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951562 Jul 28 04:05:47.700909 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Made reservation on behalf of 5cf7912a76d3442e8c909103b81c60a2 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:05:47.704133 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.797484 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-6ad93ddf-d068-4be0-9a1b-a451b4936979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:47.799093 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-6ad93ddf-d068-4be0-9a1b-a451b4936979 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.1220894 Jul 28 04:05:47.856659 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-b855d1a9-31ca-4729-994c-03f4772b4f3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500948 Jul 28 04:05:47.920897 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c77a798-efb5-4a35-b0ef-b477e43350f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:47.982155 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Allocated IP 172.20.0.10 (bc76087a-4ef1-4c1f-8801-75206e429395/f18e17a7-4a72-48c9-9cb7-6128f18adfee/86c56259-2b4b-4c54-a49e-e37c5c428fca) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:48.040068 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-2e29d153-14c8-4bbd-836e-d829a4105b80 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754305 Jul 28 04:05:48.051121 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3db5a534-8646-4cd2-9c7a-1eb0ddf97762 req-1bf89f97-3a47-4648-adcf-741a53d86fd8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 210 time: 0.0460320 Jul 28 04:05:48.062971 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Allocated IP 172.20.0.13 (5226311a-6478-497b-bbf8-33aa4746baa4/968c623e-52b7-4198-9bba-3ffce6e83697/29bd2742-d51c-4840-bc6f-eeaf266516b0) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:05:48.223556 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-56e4d20a-79f8-4a3e-a536-8e61efcc87af req-2b5398b2-cb76-41b2-a4ed-1eca08392546 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736841 Jul 28 04:05:48.247800 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.347581 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-0a574b7a-f87a-44b3-84cc-e3cb9bf9ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.349511 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-0a574b7a-f87a-44b3-84cc-e3cb9bf9ede3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1096 time: 0.0684733 Jul 28 04:05:48.408319 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637fd9-f15b-4abc-87e7-510b0e8fe21e req-00ceed92-0479-401d-9d41-2aedd6ae5e0b tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.410361 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fc637fd9-f15b-4abc-87e7-510b0e8fe21e req-00ceed92-0479-401d-9d41-2aedd6ae5e0b tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 945 time: 0.1831598 Jul 28 04:05:48.452888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.495311 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-47d14895-1acb-4b26-8e67-d54089b0cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.496838 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-47d14895-1acb-4b26-8e67-d54089b0cdb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.1396513 Jul 28 04:05:48.519359 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fc637fd9-f15b-4abc-87e7-510b0e8fe21e req-03fb4f02-d395-4093-aec0-0e5bd1ca7250 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 Jul 28 04:05:48.529427 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.539706 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Network bc76087a-4ef1-4c1f-8801-75206e429395 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:48.549515 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:48.556597 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:48.563125 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Pushing event updated for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:48.580533 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-99c84345-ba3f-42d3-a1c9-72ebcf9af91a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0725353 Jul 28 04:05:48.588888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Transition to ACTIVE for port object 29bd2742-d51c-4840-bc6f-eeaf266516b0 will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:48.622887 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.623516 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.656103 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-7eea284b-85c7-4fee-a8ec-32c2e04c4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.658132 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-7eea284b-85c7-4fee-a8ec-32c2e04c4a16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.0701063 Jul 28 04:05:48.668148 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c815323b-daed-4af0-8bd6-68733d5a041e req-bb724b78-cd26-472f-8adf-16db641fe294 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 210 time: 0.0419016 Jul 28 04:05:48.679067 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-3c999942-2201-45e1-b512-53308c1ddb17 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4711168 Jul 28 04:05:48.682015 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.701952 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Request body: {'port': {'device_id': '99094156-c482-4b10-b08f-d7f815be2496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:48.707340 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-06c45963-24de-4bb8-8ee3-f859dfffd45f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368404 Jul 28 04:05:48.770196 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:05:48.775378 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:05:48.788202 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:05:48.846790 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:48.903240 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:48.904669 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-ae768585-6a1e-43f6-8d28-928181ac6f0e service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888061 Jul 28 04:05:48.979510 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:48.980164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.010985 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-1b037ff5-46a2-4f0c-921f-b9f8459f2e2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6806600 Jul 28 04:05:49.029201 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Request body: {'port': {'device_id': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:05:49.043998 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055d9c-2b4e-4e3b-9752-0e1022f7bcd7 req-40293006-bc7a-4db4-afa7-796d27a48e0a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:49.051397 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2055d9c-2b4e-4e3b-9752-0e1022f7bcd7 req-40293006-bc7a-4db4-afa7-796d27a48e0a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 945 time: 0.2055118 Jul 28 04:05:49.059596 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-014c02c0-26c6-454b-8f7d-bb59a02311c5 req-4005dfb6-3180-403b-9ed2-b28af1df814a service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454651 Jul 28 04:05:49.132878 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ad6e3eea-649d-410e-a977-18783e721b5c None None] Provisioning for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:49.139394 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ad6e3eea-649d-410e-a977-18783e721b5c None None] Provisioning complete for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:49.139933 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3eea-649d-410e-a977-18783e721b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.184855 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e3eea-649d-410e-a977-18783e721b5c None None] Port 29bd2742-d51c-4840-bc6f-eeaf266516b0 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:05:49.191275 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 62d0a85b-9716-4cf2-acd0-62e1c0144796 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:49.242693 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 62d0a85b-9716-4cf2-acd0-62e1c0144796 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:49.246793 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 62d0a85b-9716-4cf2-acd0-62e1c0144796 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:49.247244 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.249310 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2055d9c-2b4e-4e3b-9752-0e1022f7bcd7 req-7f1470bc-e8a0-4dec-8278-81284e5749b4 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970680 Jul 28 04:05:49.279606 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.308817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa522341-999d-4f82-b3bf-f79461cd26fe req-952a73de-b816-43f3-96d1-b54a070c1747 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:49.310325 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa522341-999d-4f82-b3bf-f79461cd26fe req-952a73de-b816-43f3-96d1-b54a070c1747 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 932 time: 0.1666131 Jul 28 04:05:49.342547 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.405760 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796,segment=NetworkSegment(44364b62-9674-4fa2-8100-7ed9cd3723f7),segment_id=44364b62-9674-4fa2-8100-7ed9cd3723f7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:49.406905 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:49.486862 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.487899 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f74bc0aa-d191-452d-a701-4ae3311c7af2 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:49.507541 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa522341-999d-4f82-b3bf-f79461cd26fe req-0f751d27-953b-4d6b-a213-ef5122df2399 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893747 Jul 28 04:05:49.708551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:49.721841 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ba070-5449-4216-aa60-bf2eb811a1b0" -d '{"events": [{"server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "name": "network-vif-plugged", "status": "completed", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:49.726974 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port f74bc0aa-d191-452d-a701-4ae3311c7af2 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:49.731873 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port f74bc0aa-d191-452d-a701-4ae3311c7af2 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:49.732324 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.848236 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.884207 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:49.889615 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.898590 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c56259-2b4b-4c54-a49e-e37c5c428fca {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:49.919333 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:49.958964 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:49.964140 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a20680-6a8b-4e69-8bbd-45bf1dcc302e req-9d3dfec2-6316-46c3-8f12-650c3afe043c tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:49.965717 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b1a20680-6a8b-4e69-8bbd-45bf1dcc302e req-9d3dfec2-6316-46c3-8f12-650c3afe043c tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.1495497 Jul 28 04:05:49.966913 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Transition to ACTIVE for port object 86c56259-2b4b-4c54-a49e-e37c5c428fca will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:49.976704 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f336f4-31de-4d23-a2be-9d123110c961 req-70a4039f-3349-4842-8e3b-cbbf697fcc31 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:49.978251 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-30f336f4-31de-4d23-a2be-9d123110c961 req-70a4039f-3349-4842-8e3b-cbbf697fcc31 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 932 time: 0.1650774 Jul 28 04:05:49.991490 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.126419 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:50.133314 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Pushing event updated for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.153071 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b1a20680-6a8b-4e69-8bbd-45bf1dcc302e req-32cb8df3-010d-4709-94f5-53b91230a11a tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738367 Jul 28 04:05:50.173296 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.185797 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-30f336f4-31de-4d23-a2be-9d123110c961 req-80d4d510-f930-4e29-ae5e-6cec5ffeeb46 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952236 Jul 28 04:05:50.213180 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Transition to ACTIVE for port object 29bd2742-d51c-4840-bc6f-eeaf266516b0 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:05:50.219300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.273551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e79cd4-f104-43d2-b4c5-ea5177224e9d x-openstack-request-id: req-49e79cd4-f104-43d2-b4c5-ea5177224e9d {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:50.274374 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "name": "network-vif-plugged", "status": "completed", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:50.275043 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49e79cd4-f104-43d2-b4c5-ea5177224e9d {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:50.275698 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796', 'code': 200} Jul 28 04:05:50.285960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Attempting to bind port 86c56259-2b4b-4c54-a49e-e37c5c428fca on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:50.286550 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Attempting to bind port 86c56259-2b4b-4c54-a49e-e37c5c428fca by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:50.286654 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Attempting to bind port 86c56259-2b4b-4c54-a49e-e37c5c428fca on network bc76087a-4ef1-4c1f-8801-75206e429395 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:50.290547 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.298926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Port 86c56259-2b4b-4c54-a49e-e37c5c428fca on network bc76087a-4ef1-4c1f-8801-75206e429395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:05:50.299300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Attempting to bind port 86c56259-2b4b-4c54-a49e-e37c5c428fca on network bc76087a-4ef1-4c1f-8801-75206e429395 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:50.397821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:50.398319 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Checking segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:50.398843 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Bound using segment: {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:50.399653 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Bound port: 86c56259-2b4b-4c54-a49e-e37c5c428fca, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4232822-1611-4509-add7-81ebc3ef9af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:50.399845 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.449573 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Attempting to bind port 29bd2742-d51c-4840-bc6f-eeaf266516b0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:05:50.449573 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Attempting to bind port 29bd2742-d51c-4840-bc6f-eeaf266516b0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:05:50.449884 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Attempting to bind port 29bd2742-d51c-4840-bc6f-eeaf266516b0 on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:50.469868 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3ca50a7b-a8c4-41a3-a9d2-6de45aecf1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.486275 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Port 29bd2742-d51c-4840-bc6f-eeaf266516b0 on network 5226311a-6478-497b-bbf8-33aa4746baa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:05:50.486601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Attempting to bind port 29bd2742-d51c-4840-bc6f-eeaf266516b0 on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:05:50.493930 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-dab9c695-3084-447c-a8ac-92569557ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.495437 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-dab9c695-3084-447c-a8ac-92569557ef0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 1099 time: 0.0772731 Jul 28 04:05:50.496141 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805cf79-c85c-4aef-b11c-dd0cb3a678ef req-dc64b463-d7e6-4f97-be77-29fca17a4dcf tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.497645 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8805cf79-c85c-4aef-b11c-dd0cb3a678ef req-dc64b463-d7e6-4f97-be77-29fca17a4dcf tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.1177671 Jul 28 04:05:50.508718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:05:50.509065 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Checking segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:05:50.509435 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Bound using segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:05:50.509865 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Bound port: 29bd2742-d51c-4840-bc6f-eeaf266516b0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:05:50.510222 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.519878 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-9a45425b-c5ef-449c-8b46-2006b46aad02 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.561126 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:50.569798 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:50.600913 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.615003 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-9a45425b-c5ef-449c-8b46-2006b46aad02 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.621159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-9a45425b-c5ef-449c-8b46-2006b46aad02 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.623467 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8805cf79-c85c-4aef-b11c-dd0cb3a678ef req-deb3a824-58cf-4e47-8819-fca11f40a5eb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185641 Jul 28 04:05:50.660912 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-c6594580-ba6f-4bf8-9764-856fd84a138d req-9a45425b-c5ef-449c-8b46-2006b46aad02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533322 Jul 28 04:05:50.662807 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45425b-c5ef-449c-8b46-2006b46aad02 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49267f-b46b-4491-80d6-7c4d2b2c7199,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.674102 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.674960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.676348 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] 10.222.0.41 "PUT /v2.0/ports/86c56259-2b4b-4c54-a49e-e37c5c428fca HTTP/1.1" status: 200 len: 1094 time: 1.9859223 Jul 28 04:05:50.684017 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:50.686345 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e1a033-2124-467c-ad83-9cd882ec4e63" -d '{"events": [{"name": "network-changed", "server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:50.739147 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:05:50.742516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.742738 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f2c3-9121-41fa-8318-26aafbe43888 service neutron] Pushing event updated for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:50.752853 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c872f3-c277-4fa7-b82a-70b564aa88e2 x-openstack-request-id: req-f9c872f3-c277-4fa7-b82a-70b564aa88e2 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:50.752853 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:50.753004 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9c872f3-c277-4fa7-b82a-70b564aa88e2 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:50.753389 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca', 'status': 'completed', 'code': 200} Jul 28 04:05:50.765920 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:05:50.776340 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcef6a3-5d6a-4894-ab3f-2ca22aeed1ad req-5b0c1931-500b-4b79-88b8-3faacc9edc6f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.777913 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ddcef6a3-5d6a-4894-ab3f-2ca22aeed1ad req-5b0c1931-500b-4b79-88b8-3faacc9edc6f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 944 time: 0.1836762 Jul 28 04:05:50.786990 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.847091 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.847948 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:50.849648 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] 10.222.0.41 "PUT /v2.0/ports/29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 1094 time: 1.8250120 Jul 28 04:05:50.934565 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ddcef6a3-5d6a-4894-ab3f-2ca22aeed1ad req-e6f6301d-1470-4fa7-9fb3-614450754ce7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382375 Jul 28 04:05:50.945391 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-419b56d8-d743-4d5d-8c85-1398dcab5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:50.947143 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-419b56d8-d743-4d5d-8c85-1398dcab5ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 1097 time: 0.1681426 Jul 28 04:05:50.947872 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8db4b-94b3-4514-985d-d09cf32eb66e service neutron] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:51.072247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-03a9a99b-8872-4dba-a61d-a997c7038203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.073773 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-03a9a99b-8872-4dba-a61d-a997c7038203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1097 time: 0.1696448 Jul 28 04:05:51.141779 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-60f31d6e-348d-4437-9663-e8e840e45c6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 217 time: 0.0573595 Jul 28 04:05:51.192746 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 0e54c59d-f2a2-4119-a922-14bed09476c9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:51.206051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-bdc539fe-251c-4114-9313-d1863bf03071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.207522 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-bdc539fe-251c-4114-9313-d1863bf03071 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2513101 Jul 28 04:05:51.301955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-54cbe499-0877-46c9-88ff-f0f3cd42ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.303400 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-54cbe499-0877-46c9-88ff-f0f3cd42ed7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.1495783 Jul 28 04:05:51.342151 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0e54c59d-f2a2-4119-a922-14bed09476c9,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:51.356841 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '0e54c59d-f2a2-4119-a922-14bed09476c9', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'port_id': '0e54c59d-f2a2-4119-a922-14bed09476c9', 'mac_address': 'fa:16:3e:e0:6c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:51.400969 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:51.419397 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e54c59d-f2a2-4119-a922-14bed09476c9 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:51.446300 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0e54c59d-f2a2-4119-a922-14bed09476c9,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:51.452836 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:51.502285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e261cb-406b-48e9-ae2b-6dbb39eb0b28 req-2b2471b4-7fea-4da8-ba19-334249062669 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.503848 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f9e261cb-406b-48e9-ae2b-6dbb39eb0b28 req-2b2471b4-7fea-4da8-ba19-334249062669 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.2488074 Jul 28 04:05:51.522959 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1c90-d149-4a27-b58c-c25c9623e72f req-2bb411b7-1662-4969-a06e-86b2c93ff7a2 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.524848 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-420d1c90-d149-4a27-b58c-c25c9623e72f req-2bb411b7-1662-4969-a06e-86b2c93ff7a2 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.2246621 Jul 28 04:05:51.539726 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:51.544064 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-58eb2859-1a71-4d97-9dfc-8c877219d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.545550 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-58eb2859-1a71-4d97-9dfc-8c877219d75b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1946223 Jul 28 04:05:51.609638 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:51.640653 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-ef711464-83f7-4f3d-bbef-bed0b64fd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.640653 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-45e1a033-2124-467c-ad83-9cd882ec4e63 req-ef711464-83f7-4f3d-bbef-bed0b64fd34a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4246709 Jul 28 04:05:51.683038 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['0e54c59d-f2a2-4119-a922-14bed09476c9'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:51.702417 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f9e261cb-406b-48e9-ae2b-6dbb39eb0b28 req-f36223db-028c-429b-8eb5-a234ac1e2fec tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708109 Jul 28 04:05:51.740463 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-420d1c90-d149-4a27-b58c-c25c9623e72f req-a786c44b-f07a-4652-b7ee-8a0a46179ea8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998291 Jul 28 04:05:51.779493 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-e82ce127-e0c2-41e3-a569-22e7c309117d service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199504 Jul 28 04:05:51.784887 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-412a377c-192d-4365-97be-3f259373938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:51.786323 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-412a377c-192d-4365-97be-3f259373938c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 1097 time: 0.1017053 Jul 28 04:05:52.112574 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-ff206b13-5722-4bb8-8302-7c9412ef5d0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca HTTP/1.1" status: 200 len: 217 time: 0.2904325 Jul 28 04:05:52.216846 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274c7b1-597c-4555-9d60-325e2c253c9c req-a5b637a1-7fa1-4402-b264-ea178923b0ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.218732 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7274c7b1-597c-4555-9d60-325e2c253c9c req-a5b637a1-7fa1-4402-b264-ea178923b0ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.4315519 Jul 28 04:05:52.233395 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404a695-df3b-481c-989a-0db079ed08bf req-501825fd-414b-43d5-a5a6-9b56f4d357db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.234808 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-501825fd-414b-43d5-a5a6-9b56f4d357db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.1097572 Jul 28 04:05:52.277194 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:05:52.277771 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:52.279759 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bc4217-7d9e-4ff7-92ca-2be1164ea3d7" -d '{"events": [{"server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "name": "network-vif-plugged", "status": "completed", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:52.291324 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-fe0240a8-fabd-40d5-acee-75f49cb81ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461576 Jul 28 04:05:52.293171 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67ec65e2-023d-4750-921f-17fe3f7e638a req-3bfdf36e-3dda-46b7-adf2-b50df384d22d service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937563 Jul 28 04:05:52.305635 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87922bf-bb2e-4bb6-81a5-fdfabb761819 req-4e35d0e8-19be-4cd2-8d60-5cd6a0551428 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.307150 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c87922bf-bb2e-4bb6-81a5-fdfabb761819 req-4e35d0e8-19be-4cd2-8d60-5cd6a0551428 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 944 time: 0.1989174 Jul 28 04:05:52.378417 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7274c7b1-597c-4555-9d60-325e2c253c9c req-661afb02-3ada-439d-a2da-bc911de1d4df tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501446 Jul 28 04:05:52.407290 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c87922bf-bb2e-4bb6-81a5-fdfabb761819 req-6d426515-1711-4844-9c17-907dc9ee56a5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932205 Jul 28 04:05:52.427514 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944c18b-d4c5-4cef-8515-7f3e3b935e0c x-openstack-request-id: req-0944c18b-d4c5-4cef-8515-7f3e3b935e0c {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:52.428592 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "name": "network-vif-plugged", "status": "completed", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:52.428877 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0944c18b-d4c5-4cef-8515-7f3e3b935e0c {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:52.429292 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2', 'code': 200} Jul 28 04:05:52.450923 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-d08ca275-63e8-4558-b017-0e38b6754781 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380181 Jul 28 04:05:52.550253 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b404a695-df3b-481c-989a-0db079ed08bf req-997daf06-3eb5-4dfa-ba65-3279a577818d service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887828 Jul 28 04:05:52.640306 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bab7a0-6112-438e-9fe0-f649edad3042 req-276e237d-5b26-4364-b851-78109af29e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.641937 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67bab7a0-6112-438e-9fe0-f649edad3042 req-276e237d-5b26-4364-b851-78109af29e1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 1099 time: 0.0718572 Jul 28 04:05:52.688291 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67bab7a0-6112-438e-9fe0-f649edad3042 req-1e6308d1-51b7-48ce-be58-475fcd0f8f08 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Jul 28 04:05:52.754275 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:52.756725 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c5254-53d0-4f96-a179-359155446fea" -d '{"events": [{"name": "network-changed", "server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:52.815647 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043758cd-2eb6-4c1c-a779-aa9fa79f047c x-openstack-request-id: req-043758cd-2eb6-4c1c-a779-aa9fa79f047c {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:52.816048 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:52.816213 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-043758cd-2eb6-4c1c-a779-aa9fa79f047c {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:52.816567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'status': 'completed', 'code': 200} Jul 28 04:05:52.845796 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8af48-dc12-4976-84c4-1a801346ff97 req-102c6970-07c5-408b-ba95-2d8bd7f910f0 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.848183 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-46d8af48-dc12-4976-84c4-1a801346ff97 req-102c6970-07c5-408b-ba95-2d8bd7f910f0 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.0634727 Jul 28 04:05:52.953245 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-46d8af48-dc12-4976-84c4-1a801346ff97 req-e98e21da-2ca2-44f4-9bbc-02d0753f6e4b tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041279 Jul 28 04:05:52.967059 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5254-53d0-4f96-a179-359155446fea req-d0c3e793-d238-4b92-b68e-388df71ffe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.968926 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-d0c3e793-d238-4b92-b68e-388df71ffe78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1097 time: 0.1176562 Jul 28 04:05:52.977993 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894430e-b9ef-43bc-93a3-e00a3bc79f76 req-191f131d-ef72-4977-aba2-2bf9f799dbb9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:52.979655 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a894430e-b9ef-43bc-93a3-e00a3bc79f76 req-191f131d-ef72-4977-aba2-2bf9f799dbb9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.1103249 Jul 28 04:05:53.070933 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a894430e-b9ef-43bc-93a3-e00a3bc79f76 req-ba58a11e-20bc-471e-a847-71e559be1460 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813310 Jul 28 04:05:53.100775 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5254-53d0-4f96-a179-359155446fea req-c9b7bd91-ed57-4185-bcce-5ce0a1f6c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:53.103859 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-c9b7bd91-ed57-4185-bcce-5ce0a1f6c660 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1227489 Jul 28 04:05:53.158343 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-83f97302-f8eb-4ad4-b2fe-905adf90484b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 217 time: 0.0427368 Jul 28 04:05:53.216274 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5254-53d0-4f96-a179-359155446fea req-617445b3-2109-48c4-b7a1-ec7e7bc13abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:53.217843 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-617445b3-2109-48c4-b7a1-ec7e7bc13abe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0471675 Jul 28 04:05:53.226924 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 0e54c59d-f2a2-4119-a922-14bed09476c9 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:53.286069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5254-53d0-4f96-a179-359155446fea req-5000b27f-67e8-4c46-acbb-d8fa5d2289c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:53.288672 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-5000b27f-67e8-4c46-acbb-d8fa5d2289c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0619156 Jul 28 04:05:53.290238 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 0e54c59d-f2a2-4119-a922-14bed09476c9 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:53.294635 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 0e54c59d-f2a2-4119-a922-14bed09476c9 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:53.295008 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.299433 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51002) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:53.369885 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.452855 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.546122 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0e54c59d-f2a2-4119-a922-14bed09476c9,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:53.550757 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.552723 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1dbe-3113-409d-ae8f-2d67dec0fbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.578520 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-a860fc02-0ae8-4ca5-a8a0-c3e334c09a0f service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784085 Jul 28 04:05:53.624188 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:53.647588 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c5542-c020-4071-ba8b-770ef42a18aa req-2af16c3a-51ca-49e1-b27d-040d07ea3ba6 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:53.656525 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c28c5542-c020-4071-ba8b-770ef42a18aa req-2af16c3a-51ca-49e1-b27d-040d07ea3ba6 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.1261346 Jul 28 04:05:53.726704 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1dbe-3113-409d-ae8f-2d67dec0fbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.734787 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1dbe-3113-409d-ae8f-2d67dec0fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.746173 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8cc34-fbd0-41dd-ad32-71a079b02c03 req-944372d2-6140-4cf2-a654-db7d4e380e39 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:53.747820 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6df8cc34-fbd0-41dd-ad32-71a079b02c03 req-944372d2-6140-4cf2-a654-db7d4e380e39 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 944 time: 0.1880403 Jul 28 04:05:53.787891 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c28c5542-c020-4071-ba8b-770ef42a18aa req-04bebc33-1ed3-4bc0-bc9b-5427efbab5c2 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979915 Jul 28 04:05:53.790148 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ca6d1dbe-3113-409d-ae8f-2d67dec0fbd3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e0045f246f944c18f0fd6e9531e808c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896903 Jul 28 04:05:53.793404 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51026) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:53.815106 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d1dbe-3113-409d-ae8f-2d67dec0fbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff23129-d84c-447a-813b-90835e6efe35,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:53.838817 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bf1c5254-53d0-4f96-a179-359155446fea req-bfd0deba-43fa-4130-a882-a8dd70f5e599 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275820 Jul 28 04:05:53.851279 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6df8cc34-fbd0-41dd-ad32-71a079b02c03 req-9ba6d90c-d648-4c3e-8426-756ffe2fd9ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933774 Jul 28 04:05:53.883360 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.905150 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.956369 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.959844 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:53.961154 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ff23129-d84c-447a-813b-90835e6efe35 HTTP/1.1" status: 204 len: 168 time: 0.1669281 Jul 28 04:05:53.970734 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ed93a-c85f-4e17-a854-6dee447ffae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff23129-d84c-447a-813b-90835e6efe35,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:54.205193 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667851d5-8824-46ae-850e-afdb0f6dfe0d req-db9b653a-2292-444b-b6e5-8762a94063a4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:54.206698 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-667851d5-8824-46ae-850e-afdb0f6dfe0d req-db9b653a-2292-444b-b6e5-8762a94063a4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0514498 Jul 28 04:05:54.244058 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51040) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:54.251348 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-667851d5-8824-46ae-850e-afdb0f6dfe0d req-36c21dcc-e8fb-4fa7-aab1-7eef953aa1ee tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Jul 28 04:05:54.258118 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-88e810d7-9b44-4cb0-98e9-9cf97e5e81bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.355046 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-88e810d7-9b44-4cb0-98e9-9cf97e5e81bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.359169 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-88e810d7-9b44-4cb0-98e9-9cf97e5e81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.402625 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-88e810d7-9b44-4cb0-98e9-9cf97e5e81bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30f011b4e0a6406fa2e5bda1bd925923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572847 Jul 28 04:05:54.403420 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e810d7-9b44-4cb0-98e9-9cf97e5e81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cc3dd-bb27-4e25-b9fb-4f53fe553282,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:54.405382 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51044) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:54.430884 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:54.433211 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ec5b0-6a08-4f32-aae0-2823977752b6" -d '{"events": [{"server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "name": "network-vif-plugged", "status": "completed", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:54.461219 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.476864 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483a73e3-71b4-4dce-b35b-9c2bd2f4d27e x-openstack-request-id: req-483a73e3-71b4-4dce-b35b-9c2bd2f4d27e {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:54.477349 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "name": "network-vif-plugged", "status": "completed", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:54.477635 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-483a73e3-71b4-4dce-b35b-9c2bd2f4d27e {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:54.478124 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9', 'code': 200} Jul 28 04:05:54.485168 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.538676 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.541749 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:54.545880 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f3cc3dd-bb27-4e25-b9fb-4f53fe553282 HTTP/1.1" status: 204 len: 168 time: 0.1379948 Jul 28 04:05:54.554942 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf449-dd1c-4ec9-83bf-683985220e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cc3dd-bb27-4e25-b9fb-4f53fe553282,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:54.671953 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ccd7a-e172-4d6e-ba4b-91e2c92be4d3 req-9047dd3b-dddb-46b9-ac3d-dbdc2e8d01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:54.674252 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-891ccd7a-e172-4d6e-ba4b-91e2c92be4d3 req-9047dd3b-dddb-46b9-ac3d-dbdc2e8d01e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0495465 Jul 28 04:05:54.734972 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-891ccd7a-e172-4d6e-ba4b-91e2c92be4d3 req-d00031c1-35db-4171-a53c-2a0c18939715 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522087 Jul 28 04:05:54.955676 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f4a8-854a-46cb-bb5e-72cfc3b37bea req-a96b8031-9ff4-44f8-861f-84585b9d3133 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:54.957957 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71a9f4a8-854a-46cb-bb5e-72cfc3b37bea req-a96b8031-9ff4-44f8-861f-84585b9d3133 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.0826669 Jul 28 04:05:55.048094 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51082) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:55.071226 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de3ab1-561c-42bd-a7d3-907d95bf6ff8 req-5509cbaa-2afc-42ff-976e-557fe0b60565 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:55.073524 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f2de3ab1-561c-42bd-a7d3-907d95bf6ff8 req-5509cbaa-2afc-42ff-976e-557fe0b60565 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 944 time: 0.1011999 Jul 28 04:05:55.076952 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71a9f4a8-854a-46cb-bb5e-72cfc3b37bea req-a3963dd6-6fd6-497d-9a82-5343659066a9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118827 Jul 28 04:05:55.117839 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f2de3ab1-561c-42bd-a7d3-907d95bf6ff8 req-6ea71cab-d7ad-4ee3-96ac-86d8adff1331 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Jul 28 04:05:55.177300 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2948-34f4-4af4-826c-da632a7ff819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.246982 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:55.275783 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2948-34f4-4af4-826c-da632a7ff819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.282280 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2948-34f4-4af4-826c-da632a7ff819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.321757 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2948-34f4-4af4-826c-da632a7ff819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c5681e-17c0-4182-b1a7-015796a7597e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:55.359114 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6bfc2948-34f4-4af4-826c-da632a7ff819 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0430560c01564e17a539a9071fced461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096347 Jul 28 04:05:55.361434 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51100) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:55.385618 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:55.394397 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:55.448516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.485774 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.494206 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:55.497834 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b79089-40cf-4c24-b01a-521e90bb79d4 req-ebf4d838-7cb0-4d97-b6ff-cb8276509681 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:55.512900 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-52b79089-40cf-4c24-b01a-521e90bb79d4 req-ebf4d838-7cb0-4d97-b6ff-cb8276509681 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.1082356 Jul 28 04:05:55.533597 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.557624 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:55.567208 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.571856 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 86c56259-2b4b-4c54-a49e-e37c5c428fca details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:05:55.587537 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-52b79089-40cf-4c24-b01a-521e90bb79d4 req-1b9fe65b-ae12-4687-9c61-4b694b4849ec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690224 Jul 28 04:05:55.612442 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.616522 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:55.617897 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8c5681e-17c0-4182-b1a7-015796a7597e HTTP/1.1" status: 204 len: 168 time: 0.2554140 Jul 28 04:05:55.626576 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c730a6-1c0c-447d-a372-cbb6e2fd2a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c5681e-17c0-4182-b1a7-015796a7597e,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:55.877585 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.db.resource_extend [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 04:05:55.894433 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:55.981841 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:56.005574 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '86c56259-2b4b-4c54-a49e-e37c5c428fca', 'network_id': 'bc76087a-4ef1-4c1f-8801-75206e429395', 'port_id': '86c56259-2b4b-4c54-a49e-e37c5c428fca', 'mac_address': 'fa:16:3e:88:cc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18e17a7-4a72-48c9-9cb7-6128f18adfee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:05:56.085200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.092514 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51132) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:56.108768 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c56259-2b4b-4c54-a49e-e37c5c428fca {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:05:56.120942 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ea42478d-b2cf-44b5-b9ae-f6ea6bc54b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.134515 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:56.141754 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.232065 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.337384 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51439575-3287-4c52-8d27-1d425fcfca3a req-3e6ebd36-c450-41bb-a869-5924bc32542e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:56.352057 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-51439575-3287-4c52-8d27-1d425fcfca3a req-3e6ebd36-c450-41bb-a869-5924bc32542e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 945 time: 0.1186683 Jul 28 04:05:56.413487 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-51439575-3287-4c52-8d27-1d425fcfca3a req-2c1d2d24-971d-4707-9165-19f6b787fda3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582385 Jul 28 04:05:56.440979 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ea42478d-b2cf-44b5-b9ae-f6ea6bc54b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.447551 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ea42478d-b2cf-44b5-b9ae-f6ea6bc54b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.469199 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['29bd2742-d51c-4840-bc6f-eeaf266516b0'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:56.474273 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['86c56259-2b4b-4c54-a49e-e37c5c428fca'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:05:56.504235 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ea42478d-b2cf-44b5-b9ae-f6ea6bc54b7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=829217c7db984ba7b2f8e9a4bf2ec7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101405 Jul 28 04:05:56.508134 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51146) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:56.514318 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42478d-b2cf-44b5-b9ae-f6ea6bc54b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85a6d0a-3b84-4f7e-bc97-504d8ef5e574,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.575450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.601800 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.642363 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51154) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:56.682384 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.685335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.686883 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e85a6d0a-3b84-4f7e-bc97-504d8ef5e574 HTTP/1.1" status: 204 len: 168 time: 0.1775682 Jul 28 04:05:56.703352 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f10f5-7b2d-4dfb-ab1f-0745e2068f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85a6d0a-3b84-4f7e-bc97-504d8ef5e574,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:56.808199 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508d024-b42d-4d89-93ee-e48fa967c16f req-85d366e9-39c3-441d-8e05-f5e853399218 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:56.810603 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0508d024-b42d-4d89-93ee-e48fa967c16f req-85d366e9-39c3-441d-8e05-f5e853399218 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.1044028 Jul 28 04:05:56.876872 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-30a8a9a6-d8b6-4410-8569-86a16aa322ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:56.895143 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0508d024-b42d-4d89-93ee-e48fa967c16f req-a8013c18-13e6-4499-a117-238841d1e94b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686235 Jul 28 04:05:57.024932 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-30a8a9a6-d8b6-4410-8569-86a16aa322ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.030189 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-30a8a9a6-d8b6-4410-8569-86a16aa322ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.077466 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-30a8a9a6-d8b6-4410-8569-86a16aa322ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3da3647f631c4ae1a85817a9a397b29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336245 Jul 28 04:05:57.080269 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51176) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:57.101288 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8a9a6-d8b6-4410-8569-86a16aa322ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85823ade-cb9b-4ab2-94e1-630353385b81,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.154973 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.204224 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.281290 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.284404 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:57.285783 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85823ade-cb9b-4ab2-94e1-630353385b81 HTTP/1.1" status: 204 len: 168 time: 0.2045116 Jul 28 04:05:57.293694 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb963fd-b9fb-41ad-ab29-99ab61b95209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85823ade-cb9b-4ab2-94e1-630353385b81,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:57.627718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebbd8c-e193-4d6a-870f-979450b67d38 req-78bc3347-de2b-4b40-a1a5-2e43b3c82e90 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:57.629965 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c3ebbd8c-e193-4d6a-870f-979450b67d38 req-78bc3347-de2b-4b40-a1a5-2e43b3c82e90 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 945 time: 0.0956562 Jul 28 04:05:57.637877 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e47154-b40a-41e5-97a3-61db3e117c94 req-fd82ebea-0cf9-4962-b889-2bb2f7c8c12d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:57.639625 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-76e47154-b40a-41e5-97a3-61db3e117c94 req-fd82ebea-0cf9-4962-b889-2bb2f7c8c12d tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.0909524 Jul 28 04:05:57.692262 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c3ebbd8c-e193-4d6a-870f-979450b67d38 req-0ac63c3d-227b-4369-99b2-ec8f371019e4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513330 Jul 28 04:05:57.714299 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-76e47154-b40a-41e5-97a3-61db3e117c94 req-d43d0832-e1a7-46cc-a5ed-60d105f1f5eb tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 Jul 28 04:05:57.892379 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51222) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:57.908087 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-88a155aa-73f7-440c-bfc0-ff80380019b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.058315 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1616227-22c5-4f1e-8b05-5dfc51fbc4e3 req-c89440d2-1443-4b9a-88ac-79d9dbaec887 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:58.059805 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b1616227-22c5-4f1e-8b05-5dfc51fbc4e3 req-c89440d2-1443-4b9a-88ac-79d9dbaec887 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.0758240 Jul 28 04:05:58.095419 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-88a155aa-73f7-440c-bfc0-ff80380019b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.107408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-88a155aa-73f7-440c-bfc0-ff80380019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.130421 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b1616227-22c5-4f1e-8b05-5dfc51fbc4e3 req-6d62141f-fb86-4df8-ad4c-03f0622783ae tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634377 Jul 28 04:05:58.153803 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-88a155aa-73f7-440c-bfc0-ff80380019b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f47e63176a774d8ca0d24b0084403af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599280 Jul 28 04:05:58.154899 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a155aa-73f7-440c-bfc0-ff80380019b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee597f-c8a8-4b7e-a49f-7045939e6315,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:58.156635 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51234) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:58.213228 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51238) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:58.222873 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.244835 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.319231 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.324042 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.326894 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5ee597f-c8a8-4b7e-a49f-7045939e6315 HTTP/1.1" status: 204 len: 168 time: 0.1681752 Jul 28 04:05:58.335872 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95304a03-3a38-4dea-a4d2-aab19d312ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee597f-c8a8-4b7e-a49f-7045939e6315,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:58.389722 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c80c-94e2-41e3-ab24-e4d37feb0e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.486708 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c80c-94e2-41e3-ab24-e4d37feb0e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.496014 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c80c-94e2-41e3-ab24-e4d37feb0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.535210 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c80c-94e2-41e3-ab24-e4d37feb0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae63f13-954d-4831-becd-211eeaeda922,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:58.540646 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-bbc0c80c-94e2-41e3-ab24-e4d37feb0e69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d29c5e67d64049efbca231d5eea52dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262777 Jul 28 04:05:58.543379 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51258) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:58.602804 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.626315 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.679757 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.682306 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.683452 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eae63f13-954d-4831-becd-211eeaeda922 HTTP/1.1" status: 204 len: 168 time: 0.1388929 Jul 28 04:05:58.691519 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819285b-0ef8-49d0-9b97-6d9f2d770363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae63f13-954d-4831-becd-211eeaeda922,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:58.905813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51fcf9-0963-4862-8b56-a65866461aae req-6c749e57-f8ce-480b-84f7-5d13c5ae676c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:58.907311 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab51fcf9-0963-4862-8b56-a65866461aae req-6c749e57-f8ce-480b-84f7-5d13c5ae676c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 945 time: 0.1007595 Jul 28 04:05:58.920792 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b9667-7200-4e2e-a16a-fa7a7e6f712d req-31b667c0-1b4a-41ff-8f53-d7e03db55e04 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:58.922440 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5e9b9667-7200-4e2e-a16a-fa7a7e6f712d req-31b667c0-1b4a-41ff-8f53-d7e03db55e04 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.0772805 Jul 28 04:05:58.942599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51270) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:58.969040 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0428ed28-0379-4b1a-9146-5510252cb5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:58.991912 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab51fcf9-0963-4862-8b56-a65866461aae req-d5f1e25c-f1cd-4a65-be8f-a6bac99f7b2d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684443 Jul 28 04:05:59.023973 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5e9b9667-7200-4e2e-a16a-fa7a7e6f712d req-ce46ded6-71c0-4c33-ae66-16b59a4202bd tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766623 Jul 28 04:05:59.126185 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0428ed28-0379-4b1a-9146-5510252cb5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.133641 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0428ed28-0379-4b1a-9146-5510252cb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.190332 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0428ed28-0379-4b1a-9146-5510252cb5f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=225dc9aa7dd74e9d80d28c507883b735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444172 Jul 28 04:05:59.191004 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51282) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:59.209026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428ed28-0379-4b1a-9146-5510252cb5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded52a93-3791-485e-8197-eeaa3309d3f0,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.239988 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51286) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:59.255020 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e0018a2-00be-416c-a261-566e3f8f2bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.271826 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:59.352318 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.360010 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:59.366775 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:59.367657 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.367933 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e0018a2-00be-416c-a261-566e3f8f2bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.374096 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e0018a2-00be-416c-a261-566e3f8f2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.396609 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bf986-4338-4e77-9f71-cb85a362d15b req-bd0d0237-1503-49cf-a5eb-e8c94820b4e9 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:59.399651 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753bf986-4338-4e77-9f71-cb85a362d15b req-bd0d0237-1503-49cf-a5eb-e8c94820b4e9 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.1243598 Jul 28 04:05:59.402032 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.403273 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1e0018a2-00be-416c-a261-566e3f8f2bb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a59d81b6b8b44c329bc9af6ab22bc7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614103 Jul 28 04:05:59.405685 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51288) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:05:59.412075 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe53d6-cd41-4ff7-9698-5a390b15bc61 req-238a430f-8862-4f7e-b155-ec0274cb2cb7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:05:59.420090 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3abe53d6-cd41-4ff7-9698-5a390b15bc61 req-238a430f-8862-4f7e-b155-ec0274cb2cb7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.1174788 Jul 28 04:05:59.450532 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0018a2-00be-416c-a261-566e3f8f2bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c41c0-1e2e-4819-b1e8-70fa76b8e9ef,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.487174 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.504661 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.516740 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.546353 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:05:59.549430 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6e471a-cf36-4d18-bf1d-36cb2d41933f" -d '{"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:05:59.569757 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:59.575663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.577110 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 86c56259-2b4b-4c54-a49e-e37c5c428fca up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:05:59.584554 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.587122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.588256 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a39c41c0-1e2e-4819-b1e8-70fa76b8e9ef HTTP/1.1" status: 204 len: 168 time: 0.1816831 Jul 28 04:05:59.601918 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fe7c4-4943-4942-a026-92fe8559249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c41c0-1e2e-4819-b1e8-70fa76b8e9ef,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.654653 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3abe53d6-cd41-4ff7-9698-5a390b15bc61 req-d94a777b-dd4d-4316-a662-c49b07119c0a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327878 Jul 28 04:05:59.658315 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1125c-1688-48d0-a375-c2ad7bcadfca x-openstack-request-id: req-abe1125c-1688-48d0-a375-c2ad7bcadfca {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:05:59.660618 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:05:59.661025 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe1125c-1688-48d0-a375-c2ad7bcadfca {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:05:59.661590 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'code': 200} Jul 28 04:05:59.705898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.705898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.705898 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ded52a93-3791-485e-8197-eeaa3309d3f0 HTTP/1.1" status: 204 len: 168 time: 0.5105913 Jul 28 04:05:59.720864 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb221cf-eb15-42d1-9ff2-922944e567f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded52a93-3791-485e-8197-eeaa3309d3f0,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.737556 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Deleting port 62d0a85b-9716-4cf2-acd0-62e1c0144796 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:05:59.737903 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.744325 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:05:59.782721 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 86c56259-2b4b-4c54-a49e-e37c5c428fca completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:05:59.793589 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 86c56259-2b4b-4c54-a49e-e37c5c428fca triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:05:59.794565 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.900753 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:05:59.946200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:05:59.956464 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.030726 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:00.080487 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e42722-d687-47f4-a27b-8868fe2ec6b3 req-bc74c3d0-dffc-4b78-98ba-f578a08a058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:00.081960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4e42722-d687-47f4-a27b-8868fe2ec6b3 req-bc74c3d0-dffc-4b78-98ba-f578a08a058a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1099 time: 0.0703347 Jul 28 04:06:00.141791 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] For port 62d0a85b-9716-4cf2-acd0-62e1c0144796, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=62d0a85b-9716-4cf2-acd0-62e1c0144796,segment=NetworkSegment(44364b62-9674-4fa2-8100-7ed9cd3723f7),segment_id=44364b62-9674-4fa2-8100-7ed9cd3723f7)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:00.141791 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.204063 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Calling delete_port for 62d0a85b-9716-4cf2-acd0-62e1c0144796 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:06:00.237004 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4e42722-d687-47f4-a27b-8868fe2ec6b3 req-1a9d830c-a9cb-4da0-8e6c-ad7d45e90cdd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467116 Jul 28 04:06:00.302716 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2df915-ba15-4851-9c11-a712d8dac2ee req-6453e0d0-95e5-49eb-8344-b335ae9240c2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:00.304394 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff2df915-ba15-4851-9c11-a712d8dac2ee req-6453e0d0-95e5-49eb-8344-b335ae9240c2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1843541 Jul 28 04:06:00.332444 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387f93-563d-4416-82c4-4519c54bcbbd req-d7dfe4e0-8e8e-4a5d-a38f-da83b0915741 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:00.334485 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82387f93-563d-4416-82c4-4519c54bcbbd req-d7dfe4e0-8e8e-4a5d-a38f-da83b0915741 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 946 time: 0.2226274 Jul 28 04:06:00.388504 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff2df915-ba15-4851-9c11-a712d8dac2ee req-dda97ed3-b7dd-4c98-9d56-cbe47ddbf4ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744905 Jul 28 04:06:00.421326 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82387f93-563d-4416-82c4-4519c54bcbbd req-f59e94a1-25f7-4afb-9490-cf8d740f9988 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/security-groups?id=0de902f4-c7dc-4e6f-8315-5a32388f7b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737212 Jul 28 04:06:00.463908 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51344) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:00.518216 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.529777 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['62d0a85b-9716-4cf2-acd0-62e1c0144796'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:00.593335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Pushing event deleted for resources: {'Port': ['ID=62d0a85b-9716-4cf2-acd0-62e1c0144796,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:00.632739 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2bac609c-a440-411c-8e3a-efffcb224df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.709804 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] No DVR routers for this DVR port 62d0a85b-9716-4cf2-acd0-62e1c0144796 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:06:00.720752 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.722954 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753bf986-4338-4e77-9f71-cb85a362d15b req-fb1fe3ba-f091-4646-b2f3-4b340eec1bb3 tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.41 "DELETE /v2.0/ports/62d0a85b-9716-4cf2-acd0-62e1c0144796 HTTP/1.1" status: 204 len: 173 time: 1.2932057 Jul 28 04:06:00.723304 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'name': 'network-vif-deleted', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:00.726639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ace1c-5781-4d46-9ed9-a4205a0dfeb3" -d '{"events": [{"server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "name": "network-vif-deleted", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:00.743166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-04369a0a-0ed2-498d-8874-5d85d34c2bfa tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:00.750722 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-04369a0a-0ed2-498d-8874-5d85d34c2bfa tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.2448356 Jul 28 04:06:00.773508 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-b9502273-20c2-4aa6-aab3-4fd98368434a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/quotas/fd4faf91a3704a3da99cd143b5ac40e3 HTTP/1.1" status: 200 len: 375 time: 0.0217764 Jul 28 04:06:00.804553 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2bac609c-a440-411c-8e3a-efffcb224df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.812278 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2bac609c-a440-411c-8e3a-efffcb224df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.846336 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac609c-a440-411c-8e3a-efffcb224df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade3d515-7aef-4606-884c-5c13928f1cf5,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:00.869579 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2bac609c-a440-411c-8e3a-efffcb224df8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c8f4664eb1b477399d237ab94f3551d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036882 Jul 28 04:06:00.871707 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51368) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:00.898120 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a886e18-480c-4e4c-8ef6-a625290fbefb req-ae898e46-d91f-44b6-a978-3e6bc3a5350c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:00.899824 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6a886e18-480c-4e4c-8ef6-a625290fbefb req-ae898e46-d91f-44b6-a978-3e6bc3a5350c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1064827 Jul 28 04:06:00.938901 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:00.944401 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-7df50522-5f6f-4883-a912-ab48f0792d5c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679714 Jul 28 04:06:00.970576 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:01.018139 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6a886e18-480c-4e4c-8ef6-a625290fbefb req-564c8017-237f-45e4-b940-1ee1b77d9ff0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072950 Jul 28 04:06:01.025698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:01.029570 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:01.030694 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ade3d515-7aef-4606-884c-5c13928f1cf5 HTTP/1.1" status: 204 len: 168 time: 0.1576948 Jul 28 04:06:01.071696 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafcfb7-2827-4aa4-8599-ee7de76568b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade3d515-7aef-4606-884c-5c13928f1cf5,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:01.119061 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fabc78-61a3-45e1-9acc-90e9f267fcd2 x-openstack-request-id: req-f7fabc78-61a3-45e1-9acc-90e9f267fcd2 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:01.119526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b0dd59-5d7f-4dec-9194-a921931fc3c1", "name": "network-vif-deleted", "tag": "62d0a85b-9716-4cf2-acd0-62e1c0144796", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:01.119600 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7fabc78-61a3-45e1-9acc-90e9f267fcd2 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:01.119969 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b0dd59-5d7f-4dec-9194-a921931fc3c1', 'name': 'network-vif-deleted', 'tag': '62d0a85b-9716-4cf2-acd0-62e1c0144796', 'status': 'completed', 'code': 200} Jul 28 04:06:01.139397 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-c089922d-8202-464f-8c87-78586d5c6e4e service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939917 Jul 28 04:06:01.297128 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-3664fd3d-c0bd-48be-a102-c189e1a8ecbb service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566868 Jul 28 04:06:01.513443 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-185d7d12-3267-4ada-98c8-9d8f7ca231c2 req-7f8d7cfd-1505-435c-be15-808b29aa6804 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jul 28 04:06:01.663501 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:01.666352 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2660e6c4-99e1-4a5d-8666-167a497055e7" -d '{"events": [{"server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "name": "network-vif-plugged", "status": "completed", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:01.676258 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e25d-94d2-4200-bb29-224c0315dfd8 req-690dd0ee-e561-438a-a7cd-46ba3c9eb1d6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:01.678551 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9950e25d-94d2-4200-bb29-224c0315dfd8 req-690dd0ee-e561-438a-a7cd-46ba3c9eb1d6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1330800 Jul 28 04:06:01.721444 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51416) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:01.761151 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b0e162c-b787-42c0-a13e-aefb44a1399c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:01.788454 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9950e25d-94d2-4200-bb29-224c0315dfd8 req-2ab846b2-9eb7-45d5-a2f0-7e03517f7cf3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 Jul 28 04:06:01.808549 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c3582db1-4012-4fe5-85ca-4bb36d2e20b8 req-59662f1e-dd5f-4299-86f0-81007e0fc8cf tempest-DeleteServersTestJSON-1276283816 tempest-DeleteServersTestJSON-1276283816-project] 10.222.0.43 "GET /v2.0/ports?device_id=63b0dd59-5d7f-4dec-9194-a921931fc3c1 HTTP/1.1" status: 200 len: 210 time: 0.1287167 Jul 28 04:06:01.878323 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdfc468-581c-4200-b66e-a4a1fc742fcf x-openstack-request-id: req-0fdfc468-581c-4200-b66e-a4a1fc742fcf {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:01.878612 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "name": "network-vif-plugged", "status": "completed", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:01.879017 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fdfc468-581c-4200-b66e-a4a1fc742fcf {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:01.879550 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca', 'code': 200} Jul 28 04:06:01.979108 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b0e162c-b787-42c0-a13e-aefb44a1399c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:01.985883 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4b0e162c-b787-42c0-a13e-aefb44a1399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.050276 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e162c-b787-42c0-a13e-aefb44a1399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfbba07-e3a1-4545-a30c-765b43f5fb4b,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:02.060302 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4b0e162c-b787-42c0-a13e-aefb44a1399c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83fddddd1d874680850adf70a10f41a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344982 Jul 28 04:06:02.063022 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51434) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:02.129514 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.182678 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.238757 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89a28b-2cfd-4b5b-80ce-522fb278f894 req-09cb7d43-3d51-45cc-95c5-d825eca0a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:02.241072 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d89a28b-2cfd-4b5b-80ce-522fb278f894 req-09cb7d43-3d51-45cc-95c5-d825eca0a55b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 1099 time: 0.1274154 Jul 28 04:06:02.250459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eeb0f-e905-40c9-8a1a-c9f8b720cbc1 req-3cac87fa-fcd6-4107-8d93-92ec180e1e4b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:02.258068 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d5eeb0f-e905-40c9-8a1a-c9f8b720cbc1 req-3cac87fa-fcd6-4107-8d93-92ec180e1e4b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0907755 Jul 28 04:06:02.264869 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.267769 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.269355 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dfbba07-e3a1-4545-a30c-765b43f5fb4b HTTP/1.1" status: 204 len: 168 time: 0.2051902 Jul 28 04:06:02.280901 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bfbc3-ae43-445c-b747-0f479959b795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfbba07-e3a1-4545-a30c-765b43f5fb4b,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:02.329266 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d89a28b-2cfd-4b5b-80ce-522fb278f894 req-7660aacd-794d-426a-86e5-8110df6999db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Jul 28 04:06:02.344014 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d5eeb0f-e905-40c9-8a1a-c9f8b720cbc1 req-4a47376b-f884-40ba-966c-54c1bcc779f8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850215 Jul 28 04:06:02.483244 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c37f2d-8cd8-4790-a6e9-b01585d5c0d8 req-0d4622cb-c267-40b7-8ed1-8736df08b9a3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:02.487141 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e3c37f2d-8cd8-4790-a6e9-b01585d5c0d8 req-0d4622cb-c267-40b7-8ed1-8736df08b9a3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0554490 Jul 28 04:06:02.495749 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51454) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:02.500821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'floatingip': {'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:02.593039 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:02.639396 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-640ceaf8-42d6-44b9-af37-33c1c3714a72 req-5cde1da6-e460-4815-b5fe-042ac60826da tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 210 time: 0.0603983 Jul 28 04:06:03.124872 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d22261-8be0-42dc-b41d-bf7591b8a0fc req-2e2aa041-143c-4248-a3c8-33f4a48c08e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:03.126713 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59d22261-8be0-42dc-b41d-bf7591b8a0fc req-2e2aa041-143c-4248-a3c8-33f4a48c08e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.2056062 Jul 28 04:06:03.189224 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-8a083920-e710-48db-bf16-f8cef0fc5b8e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:03.190751 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-8a083920-e710-48db-bf16-f8cef0fc5b8e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.2711210 Jul 28 04:06:03.277538 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 62d0a85b-9716-4cf2-acd0-62e1c0144796 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:03.305713 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Request body: {'port': {'device_id': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'admin_state_up': True, 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:03.323382 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 62d0a85b-9716-4cf2-acd0-62e1c0144796 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:06:03.325346 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 62d0a85b-9716-4cf2-acd0-62e1c0144796 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:03.432551 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59d22261-8be0-42dc-b41d-bf7591b8a0fc req-a3896a2a-4691-406c-a1b3-e3c12d5f512c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930753 Jul 28 04:06:03.510462 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51528) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:03.840939 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a115-5242-4bfc-84da-2d38f4b4fb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:03.980797 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a115-5242-4bfc-84da-2d38f4b4fb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:03.988545 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e8e4a115-5242-4bfc-84da-2d38f4b4fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.031849 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e8e4a115-5242-4bfc-84da-2d38f4b4fb52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10fa0467adfc438eb61fa44160942a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201843 Jul 28 04:06:04.032981 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4a115-5242-4bfc-84da-2d38f4b4fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c563473-da3a-47cf-ab1d-0001be86fd93,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:04.035493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51554) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:04.068848 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b142d680-d876-41b8-8d4f-dd2c1d37bff6 req-f2ea48f5-5561-431c-9ca8-b60cd55daaf3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 210 time: 0.1225200 Jul 28 04:06:04.118296 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.120454 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.db.resource_extend [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 04:06:04.123359 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:04.127628 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.145313 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.203489 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.211207 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.215911 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c563473-da3a-47cf-ab1d-0001be86fd93 HTTP/1.1" status: 204 len: 168 time: 0.1794789 Jul 28 04:06:04.232783 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda164f-1608-4666-88f5-bed5c46245bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c563473-da3a-47cf-ab1d-0001be86fd93,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:04.238490 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51562) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:04.338959 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.351032 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.486779 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Allocated IP 172.20.0.6 (8164c8fd-ea03-414f-a368-a86860efad18/8f8d5ece-2a3d-425b-9e33-1358a2bedbf0/9ec21b11-0c90-4244-a844-79e3ef11ea32) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:04.515477 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Floating IP 544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e associated. External IP: 172.28.2.150, port: 29bd2742-d51c-4840-bc6f-eeaf266516b0. Jul 28 04:06:04.610505 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f2e-6c22-4f2a-8d7a-3df37eda8d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.734537 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f2e-6c22-4f2a-8d7a-3df37eda8d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.741756 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12ba1f2e-6c22-4f2a-8d7a-3df37eda8d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.748823 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51584) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:04.791022 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba1f2e-6c22-4f2a-8d7a-3df37eda8d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15950330-3e18-41e0-afa1-118dca520c31,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:04.798349 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-12ba1f2e-6c22-4f2a-8d7a-3df37eda8d51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43e5a1a577524a839752da08bafa3301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541515 Jul 28 04:06:04.798606 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51594) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:04.813681 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b1091-cc0e-43fe-abb8-39a15d1ac796 req-6fa5ae13-306e-472d-a17e-414c1bd20145 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:04.815722 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e00b1091-cc0e-43fe-abb8-39a15d1ac796 req-6fa5ae13-306e-472d-a17e-414c1bd20145 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.2571549 Jul 28 04:06:04.850497 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51600) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:04.853930 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.862454 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.876048 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a5cb110e-f587-40b3-bb73-bf9b07467d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.915107 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.923636 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Deleting subnet 4bf80a97-e4a9-46d4-b106-df3f30f93b9a {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:06:04.929030 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:04.980212 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e00b1091-cc0e-43fe-abb8-39a15d1ac796 req-6d4a5511-97c9-492d-b9bb-10ceea70b5a4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294932 Jul 28 04:06:04.985270 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.035646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.058359 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.060876 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.065315 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15950330-3e18-41e0-afa1-118dca520c31 HTTP/1.1" status: 204 len: 168 time: 0.2624476 Jul 28 04:06:05.076379 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc525a29-e7fa-47f8-b2e6-e54ac028cbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15950330-3e18-41e0-afa1-118dca520c31,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.111646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.124993 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.137001 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:05.167638 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf80a97-e4a9-46d4-b106-df3f30f93b9a,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.178857 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.183306 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-10d74eae-1be2-49b6-99ae-f9c197eef36e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4bf80a97-e4a9-46d4-b106-df3f30f93b9a HTTP/1.1" status: 204 len: 168 time: 0.3304479 Jul 28 04:06:05.184261 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51614) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:05.189159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a5cb110e-f587-40b3-bb73-bf9b07467d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.216723 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:06:05.217639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a5cb110e-f587-40b3-bb73-bf9b07467d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.243945 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Network 8164c8fd-ea03-414f-a368-a86860efad18 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:05.251699 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a5cb110e-f587-40b3-bb73-bf9b07467d4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d901458a8244c0dbbb155e1ead0995d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993303 Jul 28 04:06:05.264837 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51616) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:05.281061 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:05.324251 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51618) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:05.324331 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:05.325202 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event updated for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.381236 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.496814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb110e-f587-40b3-bb73-bf9b07467d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadbbd5-f53a-4783-9854-18a8051049d1,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.609232 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.626516 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:05.631335 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84123b55-c6c1-4a91-a128-5f389b0a3b5c']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:05.634311 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.660096 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44364b62-9674-4fa2-8100-7ed9cd3723f7') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:05.660411 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44364b62-9674-4fa2-8100-7ed9cd3723f7') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:05.681755 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.684690 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.690632 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-710ee3e3-53b6-4635-828e-b8ebdd144b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:05.692358 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-710ee3e3-53b6-4635-828e-b8ebdd144b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 1099 time: 0.2818282 Jul 28 04:06:05.697712 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-28767478-25ab-4bbb-894d-eb792a7f57ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.700887 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0493f-3326-4f83-a787-1cdef83f322b req-f03879aa-824d-4f0b-8a3b-7724cc5ef44e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:05.718078 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-57f0493f-3326-4f83-a787-1cdef83f322b req-f03879aa-824d-4f0b-8a3b-7724cc5ef44e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 931 time: 0.4729142 Jul 28 04:06:05.718727 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.729132 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:06:05.729380 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:06:05.731249 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:06:05.770383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51632) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:05.817520 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.830146 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.832132 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] 10.222.0.43 "DELETE /v2.0/networks/84123b55-c6c1-4a91-a128-5f389b0a3b5c HTTP/1.1" status: 204 len: 168 time: 0.6462893 Jul 28 04:06:05.845512 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908f4ea-2987-4042-a730-6d958bce7868 admin admin] Pushing event deleted for resources: {'Network': ['ID=84123b55-c6c1-4a91-a128-5f389b0a3b5c,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.864486 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.887817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4942ae71-3b5f-42d4-8bac-aff025191aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.890491 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-28767478-25ab-4bbb-894d-eb792a7f57ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.895385 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-28767478-25ab-4bbb-894d-eb792a7f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.918811 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-57f0493f-3326-4f83-a787-1cdef83f322b req-6b2488b4-8f1a-41fd-a890-54a8b5d5722f tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990850 Jul 28 04:06:05.941064 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-28767478-25ab-4bbb-894d-eb792a7f57ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1015aa74ae854730a598b47a0e1edef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211829 Jul 28 04:06:05.944625 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51638) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:05.949036 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf09fb-3c40-4a84-b8ec-ba884a90eaf5 req-97b6e21e-5d8b-41eb-a26a-fcae4d477ccf tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:05.950826 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8bcf09fb-3c40-4a84-b8ec-ba884a90eaf5 req-97b6e21e-5d8b-41eb-a26a-fcae4d477ccf tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.5089786 Jul 28 04:06:05.965526 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28767478-25ab-4bbb-894d-eb792a7f57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6366a6c-ef3a-48f6-9d57-1ca8d9faaf90,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:05.968670 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-5c16b467-151e-4951-965e-3bbc06104b20 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7079833 Jul 28 04:06:05.969813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:06:05.983180 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:05.997527 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:06:06.002452 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Request body: {'port': {'device_id': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:06.007915 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:06:06.008762 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:06.012117 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.035637 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.079569 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51640) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:06.090830 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-4fa71a03-51d3-403c-9635-a16463f65b69 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "PUT /v2.0/floatingips/544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e HTTP/1.1" status: 200 len: 992 time: 3.5912659 Jul 28 04:06:06.134097 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:06.137977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8537b6de-531a-4c92-867b-1d3a80e089be" -d '{"events": [{"name": "network-changed", "server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:06.166083 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-efa79730-75c6-43ab-9f09-af4efd1e7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.167897 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:06:06.168354 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-efa79730-75c6-43ab-9f09-af4efd1e7143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.4471798 Jul 28 04:06:06.171514 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8bcf09fb-3c40-4a84-b8ec-ba884a90eaf5 req-798535ee-a182-419b-a6e4-69bdaa635ec5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921184 Jul 28 04:06:06.271815 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.274576 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.275743 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6366a6c-ef3a-48f6-9d57-1ca8d9faaf90 HTTP/1.1" status: 204 len: 168 time: 0.3301830 Jul 28 04:06:06.310363 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e3dda-e9db-412d-bfb7-a2107ce39f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6366a6c-ef3a-48f6-9d57-1ca8d9faaf90,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.327481 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b6de-531a-4c92-867b-1d3a80e089be req-ac9de56e-40b9-471a-a6f1-4228919a8f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.329035 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-ac9de56e-40b9-471a-a6f1-4228919a8f27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1099 time: 0.0520864 Jul 28 04:06:06.445047 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b6de-531a-4c92-867b-1d3a80e089be req-50365675-4e18-4fc6-99e1-27aa55b4b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.447155 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-50365675-4e18-4fc6-99e1-27aa55b4b679 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1100993 Jul 28 04:06:06.535374 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878a967-76c4-4fc0-85ac-4380fade04cc x-openstack-request-id: req-c878a967-76c4-4fc0-85ac-4380fade04cc {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:06.536081 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:06.536081 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c878a967-76c4-4fc0-85ac-4380fade04cc {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:06.536293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'status': 'completed', 'code': 200} Jul 28 04:06:06.544527 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.547275 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.551205 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cadbbd5-f53a-4783-9854-18a8051049d1 HTTP/1.1" status: 204 len: 168 time: 1.2715461 Jul 28 04:06:06.553793 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-0a93d2c7-d3cb-43c6-9302-e3b19be2d3a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca HTTP/1.1" status: 200 len: 217 time: 0.3655691 Jul 28 04:06:06.565934 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.613498 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-def89dd2-49ed-41da-9415-fa1a1f8008c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 1000 time: 0.1523337 Jul 28 04:06:06.619521 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1da181-8203-4eca-b11d-bb28c3d36280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadbbd5-f53a-4783-9854-18a8051049d1,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:06.632995 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.150', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:05:41Z', 'updated_at': '2021-07-28T04:06:03Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:06.634208 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2af9fe4e-84a4-46dd-bcb1-89024eed7dd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7cde9c17fa5418e94a37433efc0ee74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5500934 Jul 28 04:06:06.637516 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51654) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:06.705819 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:06:06.711445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4942ae71-3b5f-42d4-8bac-aff025191aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.715747 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b6de-531a-4c92-867b-1d3a80e089be req-8f988935-c4e2-44af-b780-fb5a856c91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.716220 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-05780169-5890-4853-b7b3-51c7d29e4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.717622 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-8f988935-c4e2-44af-b780-fb5a856c91aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0966783 Jul 28 04:06:06.722093 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-05780169-5890-4853-b7b3-51c7d29e4e5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.1434736 Jul 28 04:06:06.731248 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-4942ae71-3b5f-42d4-8bac-aff025191aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.731514 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:06:06.732230 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:05:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:06.795928 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.800364 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51656) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:06.835136 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e7736206-6890-4290-954e-13072bf0d7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.846314 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.862707 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:06:06.917288 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b6de-531a-4c92-867b-1d3a80e089be req-8d0e0af1-5434-41c6-b580-54e3016bcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:06.918778 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-8d0e0af1-5434-41c6-b580-54e3016bcdd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1773186 Jul 28 04:06:06.920555 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-b07124fc-5199-4ecc-9d6d-2ad52f3573c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506133 Jul 28 04:06:06.933192 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.937156 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:06.940642 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0de902f4-c7dc-4e6f-8315-5a32388f7b7d HTTP/1.1" status: 204 len: 168 time: 0.2999313 Jul 28 04:06:06.999784 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b5522-1777-4258-98d5-b61cd00bc12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de902f4-c7dc-4e6f-8315-5a32388f7b7d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:07.133036 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-01c63607-fa36-4710-b694-36b0d3b7949c service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887767 Jul 28 04:06:07.139775 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-4942ae71-3b5f-42d4-8bac-aff025191aed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fd863766c51447e9cf0154d54d8c59b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3634186 Jul 28 04:06:07.148296 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51674) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:07.154511 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942ae71-3b5f-42d4-8bac-aff025191aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bab84c-0a87-44da-bbee-428a9295df63,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:07.266302 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e7736206-6890-4290-954e-13072bf0d7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.286617 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-53f293b1-4a88-46a3-b427-1612ca399edb service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455851 Jul 28 04:06:07.290063 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e7736206-6890-4290-954e-13072bf0d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.327333 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.150', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:05:41Z', 'updated_at': '2021-07-28T04:06:03Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:07.363047 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e7736206-6890-4290-954e-13072bf0d7cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21a22ff81f0c4c53af068242bbf8c605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612786 Jul 28 04:06:07.364246 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51688) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:07.389460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3dd45-4a3c-4bb0-bcb3-7c48482c59bf req-104ae50e-5672-452a-b95d-c58ef2464bce tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:07.390896 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.391199 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4ab3dd45-4a3c-4bb0-bcb3-7c48482c59bf req-104ae50e-5672-452a-b95d-c58ef2464bce tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 931 time: 0.2513216 Jul 28 04:06:07.414918 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc675e8-485a-4a32-b31c-d9976dc55d4b None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.150', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:05:41Z', 'updated_at': '2021-07-28T04:06:03Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:06:07.429070 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.525616 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7736206-6890-4290-954e-13072bf0d7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc080682-6523-487b-b592-df374eae15f3,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:07.556552 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905450b-5d37-4de1-9367-1c4b3f916996 req-a228428f-7192-47ec-b394-f162e5079817 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:07.559115 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1905450b-5d37-4de1-9367-1c4b3f916996 req-a228428f-7192-47ec-b394-f162e5079817 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.2043011 Jul 28 04:06:07.616712 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.620030 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.621421 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96bab84c-0a87-44da-bbee-428a9295df63 HTTP/1.1" status: 204 len: 168 time: 0.4725785 Jul 28 04:06:07.656398 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4ab3dd45-4a3c-4bb0-bcb3-7c48482c59bf req-dacf1413-b636-4e42-bfd2-65619299d6f4 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321594 Jul 28 04:06:07.672024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1905450b-5d37-4de1-9367-1c4b3f916996 req-cc4acae3-6215-46dc-b426-5cc7977574ab tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943725 Jul 28 04:06:07.684551 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952d3756-4be5-4271-8a3f-bd94a3775b15 req-dc6216bb-9456-4714-9652-ffbf8c1277c5 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198002 Jul 28 04:06:07.702024 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4a939-62ff-48b9-8e47-018c41a7718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bab84c-0a87-44da-bbee-428a9295df63,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:07.758166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec21b11-0c90-4244-a844-79e3ef11ea32 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:07.770027 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.786247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Transition to ACTIVE for port object 9ec21b11-0c90-4244-a844-79e3ef11ea32 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:07.794537 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.798044 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b36250-ae4c-4198-a807-3392b053d488 None None] New status for floating IP 544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e: ACTIVE {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:06:07.826749 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.860152 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-8537b6de-531a-4c92-867b-1d3a80e089be req-0b3980e0-463a-440b-9f12-21bc0890b7c0 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408499 Jul 28 04:06:07.881160 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.958181 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.962256 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:07.966042 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc080682-6523-487b-b592-df374eae15f3 HTTP/1.1" status: 204 len: 168 time: 0.4548934 Jul 28 04:06:07.977493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0b08-e9fc-4fe3-b1cc-d4e854596fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc080682-6523-487b-b592-df374eae15f3,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:07.990456 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Attempting to bind port 9ec21b11-0c90-4244-a844-79e3ef11ea32 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:07.991018 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Attempting to bind port 9ec21b11-0c90-4244-a844-79e3ef11ea32 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:07.991453 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Attempting to bind port 9ec21b11-0c90-4244-a844-79e3ef11ea32 on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:07.998829 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Port 9ec21b11-0c90-4244-a844-79e3ef11ea32 on network 8164c8fd-ea03-414f-a368-a86860efad18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:07.999006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Attempting to bind port 9ec21b11-0c90-4244-a844-79e3ef11ea32 on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:08.012198 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:08.013100 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Checking segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:08.013100 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Bound using segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:08.013663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Bound port: 9ec21b11-0c90-4244-a844-79e3ef11ea32, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:08.014123 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:08.027942 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:08.096683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:08.101377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:08.107686 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:08.153626 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.154353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:08.156032 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ec21b11-0c90-4244-a844-79e3ef11ea32 HTTP/1.1" status: 200 len: 1093 time: 2.1678126 Jul 28 04:06:08.187164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d57e21-2617-4d47-98a0-fdb1babdb555 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:08.258773 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-eeb81509-29a9-40ff-9210-77df6a6a5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.260544 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-eeb81509-29a9-40ff-9210-77df6a6a5256 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 1096 time: 0.0490286 Jul 28 04:06:08.312149 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-c2fad772-b1d9-4e02-9050-538131c527c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32 HTTP/1.1" status: 200 len: 217 time: 0.0393112 Jul 28 04:06:08.376262 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-830d7295-aa20-456f-8f31-67692080c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.377768 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-830d7295-aa20-456f-8f31-67692080c878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0578811 Jul 28 04:06:08.411054 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-dc2f0728-579c-404e-a483-07062d583b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255296 Jul 28 04:06:08.518402 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-e3a6ea56-c03e-463f-9266-776783c0fbf3 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890458 Jul 28 04:06:08.537720 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:08.539989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67f53d4-f268-4e1a-bd57-c0232eddea08" -d '{"events": [{"name": "network-changed", "server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:08.588656 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89dc9c-71fb-4d9b-8ad3-33f4ab406044 x-openstack-request-id: req-7b89dc9c-71fb-4d9b-8ad3-33f4ab406044 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:08.589364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:08.589364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b89dc9c-71fb-4d9b-8ad3-33f4ab406044 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:08.589560 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'status': 'completed', 'code': 200} Jul 28 04:06:08.640102 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5f446e2-273c-409b-91fd-22b4a81c4324 req-8327ed9e-5249-4afe-9b0d-87ae2254432b service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112919 Jul 28 04:06:08.867888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-7a8ac8e5-1f32-49ef-8ebb-5a078b8c0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.869453 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-7a8ac8e5-1f32-49ef-8ebb-5a078b8c0229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 1096 time: 0.1161194 Jul 28 04:06:08.881931 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde229e-f82b-43b0-b70e-ca39953cf4d1 req-2d278501-70c5-45bb-b721-095cc4c6f149 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.883830 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4bde229e-f82b-43b0-b70e-ca39953cf4d1 req-2d278501-70c5-45bb-b721-095cc4c6f149 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 943 time: 0.0999389 Jul 28 04:06:08.953787 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1d47a-9d7a-499e-bc0a-316876120615 req-ce5730d6-49f1-4d21-b57a-db89defbbc22 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:08.956099 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04a1d47a-9d7a-499e-bc0a-316876120615 req-ce5730d6-49f1-4d21-b57a-db89defbbc22 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1442308 Jul 28 04:06:09.009809 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4bde229e-f82b-43b0-b70e-ca39953cf4d1 req-e718e883-8503-4bf5-aaa2-fc551f6aa3b1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079748 Jul 28 04:06:09.079530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04a1d47a-9d7a-499e-bc0a-316876120615 req-c47e0572-9cba-4506-8d89-d600795bb0d6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739040 Jul 28 04:06:09.113751 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-86deb442-a6b8-445c-8b07-53ac587eb208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:09.116071 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-86deb442-a6b8-445c-8b07-53ac587eb208 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 916 time: 0.2312045 Jul 28 04:06:09.182174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-d37c6455-f311-4241-a567-73d7b89ebca7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32 HTTP/1.1" status: 200 len: 217 time: 0.0499070 Jul 28 04:06:09.241340 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-ceee10e7-9cf9-4025-991d-784746505539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:09.242835 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-ceee10e7-9cf9-4025-991d-784746505539 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0492420 Jul 28 04:06:09.254939 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51790) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:09.279753 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-a4d40c2f-edd0-42cf-982a-b20244162b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276866 Jul 28 04:06:09.385106 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-5b29a1c8-781f-4a15-b3cf-b7651c3f687b service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966191 Jul 28 04:06:09.516684 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e67f53d4-f268-4e1a-bd57-c0232eddea08 req-e26bdbe0-4060-44e3-8fc2-621f0e6e5e38 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209605 Jul 28 04:06:09.598197 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1927055919-network', 'tenant_id': '9dd2248b4f0140c2a13731768dc796ee'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:09.623099 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Made reservation on behalf of 9dd2248b4f0140c2a13731768dc796ee for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:09.625519 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.635684 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.736350 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.742003 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.770088 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:06:09.779367 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afbd26-d2e2-4d30-900e-5664e532622d,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.785728 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.786074 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Added segment 9821dd4c-383f-4030-8600-eff584eeac53 of type vlan for network e389d531-0e61-4f05-a431-8f9160a67379 Jul 28 04:06:09.836693 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.879989 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.881462 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:09.882073 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:09.946613 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6893485 Jul 28 04:06:09.950335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51836) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:09.954404 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408e2f-66a0-4f2e-8fb6-bb3f54d699cd admin admin] Pushing event updated for resources: {'Network': ['ID=e389d531-0e61-4f05-a431-8f9160a67379,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:09.956939 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Request body: {'subnet': {'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1927055919-subnet', 'tenant_id': '9dd2248b4f0140c2a13731768dc796ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:09.967190 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network e389d531-0e61-4f05-a431-8f9160a67379 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:06:09.999054 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Made reservation on behalf of 9dd2248b4f0140c2a13731768dc796ee for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:10.005677 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6269761'] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.081221 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51846) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:10.163248 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada41b13-64c9-4d05-b9d0-d6b440d981af req-5c51fee9-5507-4b2c-9028-f75779bcabaf tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:10.164826 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ada41b13-64c9-4d05-b9d0-d6b440d981af req-5c51fee9-5507-4b2c-9028-f75779bcabaf tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 943 time: 0.0718899 Jul 28 04:06:10.271768 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ada41b13-64c9-4d05-b9d0-d6b440d981af req-9542b434-adf9-40c4-8148-dabc78283d63 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Jul 28 04:06:10.286412 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138a878-1f2f-4be3-a962-565bc5cdc797 req-dbbf7438-dd44-4cfc-91db-f527a0a4c631 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:10.287964 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5138a878-1f2f-4be3-a962-565bc5cdc797 req-dbbf7438-dd44-4cfc-91db-f527a0a4c631 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1207540 Jul 28 04:06:10.347684 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec16265e-0692-42d3-a0dc-263ec487fb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.364324 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5138a878-1f2f-4be3-a962-565bc5cdc797 req-9865f724-8922-4c17-9440-c8d5477e848e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688508 Jul 28 04:06:10.367572 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6977504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6269747'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.431880 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dc0493-5ea5-48aa-8349-ce9cd74de52d,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.445091 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Checking segment: {'id': '9821dd4c-383f-4030-8600-eff584eeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:10.445459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Network hostable DHCP agents. Network: e389d531-0e61-4f05-a431-8f9160a67379, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:06:10.471255 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Network e389d531-0e61-4f05-a431-8f9160a67379 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:06:10.474921 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51862) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:10.491858 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, e389d531-0e61-4f05-a431-8f9160a67379) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:10.498710 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec16265e-0692-42d3-a0dc-263ec487fb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.501227 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aacd7f-c6a5-4b0b-b45f-d1b39bc5022b None None] Network e389d531-0e61-4f05-a431-8f9160a67379 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:10.505183 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:10.506381 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.510315 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec16265e-0692-42d3-a0dc-263ec487fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.530108 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b684276e-e540-42f0-9e76-620d208bbf02 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5778546 Jul 28 04:06:10.563845 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ec16265e-0692-42d3-a0dc-263ec487fb95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac778dc0cb2947e1a53a79efd3978f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810112 Jul 28 04:06:10.566507 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51874) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:10.570478 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16265e-0692-42d3-a0dc-263ec487fb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397bd11-2e88-4adc-8475-3cf0b53de04f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.625533 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.654057 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.657915 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a933e28-2fe3-4f72-afc6-e0ef32a46e13 None None] Network e389d531-0e61-4f05-a431-8f9160a67379 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:10.732697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.735236 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.736274 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e397bd11-2e88-4adc-8475-3cf0b53de04f HTTP/1.1" status: 204 len: 168 time: 0.1687896 Jul 28 04:06:10.750335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-240ba409-f17c-4056-82bf-d7de21799ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.753408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba0ade-f8f7-4acc-bce2-78e39d9b04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397bd11-2e88-4adc-8475-3cf0b53de04f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.858959 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-240ba409-f17c-4056-82bf-d7de21799ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.863510 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-240ba409-f17c-4056-82bf-d7de21799ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.905606 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-240ba409-f17c-4056-82bf-d7de21799ed4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da0210ec7edf49ffa8ce82821cd54097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285121 Jul 28 04:06:10.906552 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ba409-f17c-4056-82bf-d7de21799ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c177cf3-f692-4f73-91ae-93a4320f9375,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:10.908367 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51886) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:10.965850 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:10.988719 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.046884 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.049711 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.053336 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c177cf3-f692-4f73-91ae-93a4320f9375 HTTP/1.1" status: 204 len: 168 time: 0.1414242 Jul 28 04:06:11.059656 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a08d6-b510-440c-9aa8-97f172495fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c177cf3-f692-4f73-91ae-93a4320f9375,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:11.294792 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 9ec21b11-0c90-4244-a844-79e3ef11ea32 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:11.410410 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129451bd-8819-40ba-b857-821f348df657 req-0e20b3b4-240c-4974-9408-888e324292f0 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:11.419851 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-129451bd-8819-40ba-b857-821f348df657 req-0e20b3b4-240c-4974-9408-888e324292f0 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 943 time: 0.0638945 Jul 28 04:06:11.423412 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:11.444330 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'port_id': '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'mac_address': 'fa:16:3e:0a:64:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8d5ece-2a3d-425b-9e33-1358a2bedbf0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:11.471530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-129451bd-8819-40ba-b857-821f348df657 req-9cdb6711-6a0a-4473-885f-36a65d04d1a8 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Jul 28 04:06:11.506356 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.520228 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec21b11-0c90-4244-a844-79e3ef11ea32 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:11.541683 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:11.546450 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.609212 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:11.666111 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23340-5c16-4b2a-aa0f-aa0c5c4be3a3 req-32efa2b9-dac0-468d-a59e-f5176a3c63ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:11.669762 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5c23340-5c16-4b2a-aa0f-aa0c5c4be3a3 req-32efa2b9-dac0-468d-a59e-f5176a3c63ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1271162 Jul 28 04:06:11.730442 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5c23340-5c16-4b2a-aa0f-aa0c5c4be3a3 req-093bd747-8f30-426c-b6b4-5e4a93e9a841 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542550 Jul 28 04:06:11.774455 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51930) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:11.792233 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a2f30d0-8463-4ee1-ae8f-c4341f141261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.851232 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['9ec21b11-0c90-4244-a844-79e3ef11ea32'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:11.967630 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a2f30d0-8463-4ee1-ae8f-c4341f141261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.975908 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a2f30d0-8463-4ee1-ae8f-c4341f141261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:11.995797 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 51936) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:12.018594 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1553520529-network', 'tenant_id': '56b391ae623c44a0af3215e31ed0a41a'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:12.036471 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2a2f30d0-8463-4ee1-ae8f-c4341f141261 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb31d46747d4b95b194942995ff0cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583780 Jul 28 04:06:12.037183 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51942) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:12.047135 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f30d0-8463-4ee1-ae8f-c4341f141261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908fa517-1957-4ae1-b1b8-8612a4b1047a,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.073915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Made reservation on behalf of 56b391ae623c44a0af3215e31ed0a41a for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:12.076856 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.087884 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.151578 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.184926 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.229670 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.234385 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.251031 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.254428 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.256345 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/908fa517-1957-4ae1-b1b8-8612a4b1047a HTTP/1.1" status: 204 len: 168 time: 0.2174985 Jul 28 04:06:12.270704 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:06:12.279742 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d73e4-77b9-4861-b256-3ede2e971190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908fa517-1957-4ae1-b1b8-8612a4b1047a,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.289335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb7af3-4fa7-48ae-9194-749f0fdc0955,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.310661 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.311245 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Added segment bb4e6888-40f5-4403-8d94-301b5ceee218 of type vlan for network 27de3b40-661d-4985-9fac-dc97d2f9a746 Jul 28 04:06:12.364910 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.401284 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.402450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:12.403332 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.460244 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4629447 Jul 28 04:06:12.463078 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 51962) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:12.469625 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Request body: {'subnet': {'network_id': '27de3b40-661d-4985-9fac-dc97d2f9a746', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1553520529-subnet', 'tenant_id': '56b391ae623c44a0af3215e31ed0a41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:12.472229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8b7ca-963d-4080-8d21-b0df757d481d admin admin] Pushing event updated for resources: {'Network': ['ID=27de3b40-661d-4985-9fac-dc97d2f9a746,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.493459 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 27de3b40-661d-4985-9fac-dc97d2f9a746 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:06:12.511067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Made reservation on behalf of 56b391ae623c44a0af3215e31ed0a41a for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:12.514791 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276734'] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.626850 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe2519-aaf6-4738-8918-88d2910f1354 req-081d43bf-6bfb-4a2c-b422-2d9bf9d723ec tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:12.629002 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8ebe2519-aaf6-4738-8918-88d2910f1354 req-081d43bf-6bfb-4a2c-b422-2d9bf9d723ec tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 944 time: 0.0905488 Jul 28 04:06:12.726814 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8ebe2519-aaf6-4738-8918-88d2910f1354 req-b95057d4-76fb-4455-86fe-70c970dc8521 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833941 Jul 28 04:06:12.796534 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7086827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276620'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.845290 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.885702 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0ed317-820b-486d-9541-519b5a4ad5aa,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:12.898270 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Checking segment: {'id': 'bb4e6888-40f5-4403-8d94-301b5ceee218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '27de3b40-661d-4985-9fac-dc97d2f9a746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:12.898621 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Network hostable DHCP agents. Network: 27de3b40-661d-4985-9fac-dc97d2f9a746, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:06:12.903201 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd173b-04f1-4e29-ad2b-3cdda3bcf8e5 req-e8fae03c-2372-4cc1-8655-e09849b86e8b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:12.911788 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39bd173b-04f1-4e29-ad2b-3cdda3bcf8e5 req-e8fae03c-2372-4cc1-8655-e09849b86e8b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0692983 Jul 28 04:06:12.916959 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Network 27de3b40-661d-4985-9fac-dc97d2f9a746 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:06:12.930002 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 27de3b40-661d-4985-9fac-dc97d2f9a746) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:12.935024 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:12.936639 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:12.939004 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdf913-b739-410c-8892-96f501a7098d None None] Network 27de3b40-661d-4985-9fac-dc97d2f9a746 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:12.956319 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c1d7226b-f4e8-44bb-8f03-dd27a09d933d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4917045 Jul 28 04:06:12.963906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39bd173b-04f1-4e29-ad2b-3cdda3bcf8e5 req-14068ce6-3dd4-4541-a4aa-45d169f9fe00 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Jul 28 04:06:13.101488 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006bb153-5fc4-4c5c-bf49-3658af622ccc None None] Network 27de3b40-661d-4985-9fac-dc97d2f9a746 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:13.317365 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 9ec21b11-0c90-4244-a844-79e3ef11ea32 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:13.447047 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 9ec21b11-0c90-4244-a844-79e3ef11ea32 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:13.459289 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 9ec21b11-0c90-4244-a844-79e3ef11ea32 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:13.460027 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:13.606980 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:13.666639 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:13.675077 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd075e34-6237-4ea9-9665-f282b7bd0f5a" -d '{"events": [{"server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "name": "network-vif-plugged", "status": "completed", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:13.700647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:13.708081 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:13.760639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-e4d49988-c351-4148-89ee-d5b3b99ec919 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:13.762174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-e4d49988-c351-4148-89ee-d5b3b99ec919 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/networks?id=e389d531-0e61-4f05-a431-8f9160a67379 HTTP/1.1" status: 200 len: 809 time: 0.1667488 Jul 28 04:06:13.788868 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-f26f613c-6ae5-45d0-a71b-f7b5c14040de tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/quotas/9dd2248b4f0140c2a13731768dc796ee HTTP/1.1" status: 200 len: 375 time: 0.0176375 Jul 28 04:06:13.797211 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:13.834334 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-771c5308-2bd4-4a91-9eee-7667d3abc416 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9dd2248b4f0140c2a13731768dc796ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421319 Jul 28 04:06:13.866925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b3f7f-5446-41b2-a09a-67df92b1322c x-openstack-request-id: req-3a1b3f7f-5446-41b2-a09a-67df92b1322c {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:13.867294 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "name": "network-vif-plugged", "status": "completed", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:13.867593 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a1b3f7f-5446-41b2-a09a-67df92b1322c {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:13.868211 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'code': 200} Jul 28 04:06:13.980611 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-60e67fb6-0efb-4737-9bf3-7bf3cccd1821 service neutron] 10.222.0.43 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476297 Jul 28 04:06:14.057902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6f22f-b222-4183-b9df-9d1e85fa327b req-25b40e0c-aaba-4e1b-ba0f-c6e7be07b950 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:14.059416 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-08d6f22f-b222-4183-b9df-9d1e85fa327b req-25b40e0c-aaba-4e1b-ba0f-c6e7be07b950 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.1196184 Jul 28 04:06:14.171552 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-08d6f22f-b222-4183-b9df-9d1e85fa327b req-1f710228-e989-4f6e-88fa-79e4acd49614 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978687 Jul 28 04:06:14.174016 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-aa9efedb-94cf-411c-8b83-7f402edf3bc5 service neutron] 10.222.0.43 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926506 Jul 28 04:06:14.178847 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4642e87-09cc-4b48-a2b4-a65d51cfc3ee req-52c4781c-0cc1-4ae0-a665-ad4041aa1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:14.181192 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4642e87-09cc-4b48-a2b4-a65d51cfc3ee req-52c4781c-0cc1-4ae0-a665-ad4041aa1bae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 1098 time: 0.1182802 Jul 28 04:06:14.236139 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4642e87-09cc-4b48-a2b4-a65d51cfc3ee req-a2874b22-1b85-416c-96e5-666cff6ced17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Jul 28 04:06:14.335876 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba9e57-ddab-4102-b867-c6828bed8c4a req-6a35b154-259e-4a57-9ded-4ef85efeb292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:14.344062 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1ba9e57-ddab-4102-b867-c6828bed8c4a req-6a35b154-259e-4a57-9ded-4ef85efeb292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0847147 Jul 28 04:06:14.398257 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1ba9e57-ddab-4102-b867-c6828bed8c4a req-31359fb0-a215-4611-8efe-cc62d3dffd64 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Jul 28 04:06:14.434563 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-28090d45-6d28-4ea9-a554-018e247f80e1 req-7aaeb9f8-5d1a-48ab-b21d-073ccd47de06 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 210 time: 0.0493777 Jul 28 04:06:14.589524 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 52118) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:14.729544 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d81fa3ca-3ba7-45f5-9df0-2e0f0a9a1db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:14.847842 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d81fa3ca-3ba7-45f5-9df0-2e0f0a9a1db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:14.857845 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d81fa3ca-3ba7-45f5-9df0-2e0f0a9a1db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:14.903892 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fa3ca-3ba7-45f5-9df0-2e0f0a9a1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394df3a8-4f19-4d59-ba56-af0b3eb4e5fa,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:14.909691 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-d81fa3ca-3ba7-45f5-9df0-2e0f0a9a1db6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3084782c5a6848adb0f9036850cc13e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188779 Jul 28 04:06:14.913164 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52152) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:14.975840 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.000937 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.065126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.068461 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.071021 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/394df3a8-4f19-4d59-ba56-af0b3eb4e5fa HTTP/1.1" status: 204 len: 168 time: 0.1557019 Jul 28 04:06:15.086338 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d01d4-e7f6-484e-ae8f-d521b2086160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394df3a8-4f19-4d59-ba56-af0b3eb4e5fa,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:15.147252 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52178) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:15.323604 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6d242-9ac8-468d-9151-932e56516d4e req-e4390297-4299-42cf-84e8-1f9e08949647 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:15.334900 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0ce6d242-9ac8-468d-9151-932e56516d4e req-e4390297-4299-42cf-84e8-1f9e08949647 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.0839207 Jul 28 04:06:15.455004 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52200) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:15.527129 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9dda-74ac-4179-a33c-7d7197f0cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.606822 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-af1c7f34-7372-4194-be07-c7a83454d7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.643733 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52214) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:15.660125 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.708658 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9dda-74ac-4179-a33c-7d7197f0cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.722274 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0ce6d242-9ac8-468d-9151-932e56516d4e req-0501cde7-92bf-4c10-a653-166371aff54e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861558 Jul 28 04:06:15.731885 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e9dda-74ac-4179-a33c-7d7197f0cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.781641 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b272-755c-425d-91bf-e9a3ffd74f14 req-8de0948f-ad01-484c-b992-210f851ed739 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:15.783146 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0088b272-755c-425d-91bf-e9a3ffd74f14 req-8de0948f-ad01-484c-b992-210f851ed739 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1201477 Jul 28 04:06:15.794111 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9dda-74ac-4179-a33c-7d7197f0cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9f56d-4fe7-4f8f-ab5a-2e71d1d567d3,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:15.825705 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.db.api [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 04:06:15.825705 dv-cinder-740146-11-smb neutron-server[93226]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 04:06:15.825705 dv-cinder-740146-11-smb neutron-server[93226]: [parameters: {'project_id_1': 'bb3532360c514091a175b5bd37ed6dc6', 'expiration_1': datetime.datetime(2021, 7, 28, 4, 6, 15, 686574)}] Jul 28 04:06:15.825705 dv-cinder-740146-11-smb neutron-server[93226]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:06:15.826303 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG oslo_db.api [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:06:15.846066 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-9b5e9dda-74ac-4179-a33c-7d7197f0cd30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=724ec57380464f2787e20644a12ecd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976950 Jul 28 04:06:15.852072 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52218) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:15.889168 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f43a981f-5b6f-44d5-aebe-0bc628cde914 req-6503789a-176c-48d4-9218-a5ee2ac6dd7e tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 210 time: 0.0490801 Jul 28 04:06:15.935250 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.940955 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0088b272-755c-425d-91bf-e9a3ffd74f14 req-1ed87645-e57e-4a5e-9810-e22b8d93c481 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Jul 28 04:06:15.947101 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-af1c7f34-7372-4194-be07-c7a83454d7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.965830 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-af1c7f34-7372-4194-be07-c7a83454d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:15.983776 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-d913ea4d-7bdd-4fbb-9f33-d71621e7bdda tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:15.985871 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-d913ea4d-7bdd-4fbb-9f33-d71621e7bdda tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.41 "GET /v2.0/networks?id=e389d531-0e61-4f05-a431-8f9160a67379 HTTP/1.1" status: 200 len: 809 time: 0.2386322 Jul 28 04:06:15.995971 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.011808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Request body: {'port': {'device_id': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379', 'admin_state_up': True, 'tenant_id': '9dd2248b4f0140c2a13731768dc796ee'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:16.036902 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-af1c7f34-7372-4194-be07-c7a83454d7b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=307432f281fc43b0b24f935706961cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804217 Jul 28 04:06:16.042803 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c7f34-7372-4194-be07-c7a83454d7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8814d3-74f0-4ca8-a9a9-5d304f88b0dc,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.048748 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52226) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.100483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.102860 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.104004 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5fc9f56d-4fe7-4f8f-ab5a-2e71d1d567d3 HTTP/1.1" status: 204 len: 168 time: 0.2509844 Jul 28 04:06:16.115883 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.117593 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac714e6-a2ca-4a31-aa56-d3a336f3e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9f56d-4fe7-4f8f-ab5a-2e71d1d567d3,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.138489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Made reservation on behalf of 9dd2248b4f0140c2a13731768dc796ee for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:16.143738 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.146402 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.197438 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.199998 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.204262 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e8814d3-74f0-4ca8-a9a9-5d304f88b0dc HTTP/1.1" status: 204 len: 168 time: 0.1515865 Jul 28 04:06:16.212859 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1384-5518-4691-9636-f3a851239c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8814d3-74f0-4ca8-a9a9-5d304f88b0dc,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.296696 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Allocated IP 172.20.0.14 (e389d531-0e61-4f05-a431-8f9160a67379/99dc0493-5ea5-48aa-8349-ce9cd74de52d/b37f3688-fdbb-408c-b356-a8c5759665e2) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:16.327997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.435828 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.441437 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.474814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.489165 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb3532360c514091a175b5bd37ed6dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442271 Jul 28 04:06:16.490678 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9236d4f-fe21-4bd6-8839-dd2d378b6905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eefa88-3013-4be7-b5cf-064358564c1c,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.492902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 52236) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.517884 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52238) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.535268 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-51820907-7aba-4da1-8474-927e52d84b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.547439 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52240) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.566421 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c3d34905-9308-48d5-b8e0-e76da473db58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.566655 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.603161 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.626303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Network e389d531-0e61-4f05-a431-8f9160a67379 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:16.633766 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:16.641021 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:16.651666 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-51820907-7aba-4da1-8474-927e52d84b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.659006 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-51820907-7aba-4da1-8474-927e52d84b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.672058 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.680890 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Pushing event updated for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.713869 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-51820907-7aba-4da1-8474-927e52d84b0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d454bfb06634965afe31191c1ceefff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947820 Jul 28 04:06:16.716953 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820907-7aba-4da1-8474-927e52d84b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa1c38-2855-4ff8-9bb2-067a93da4c4d,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.717678 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 52242) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.725701 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:16.726350 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.785450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.785659 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c3d34905-9308-48d5-b8e0-e76da473db58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.790983 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.792373 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79eefa88-3013-4be7-b5cf-064358564c1c HTTP/1.1" status: 204 len: 168 time: 0.2859979 Jul 28 04:06:16.795793 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c3d34905-9308-48d5-b8e0-e76da473db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.807815 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.812767 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-57664611-744e-4afa-b3ee-956b7c34a23a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052819 Jul 28 04:06:16.813697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922bb0f-f241-4f8c-9d30-a92fe78a41e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eefa88-3013-4be7-b5cf-064358564c1c,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.850306 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c3d34905-9308-48d5-b8e0-e76da473db58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc21977ae40b40639cbd37a0b35f363a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988386 Jul 28 04:06:16.850306 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d34905-9308-48d5-b8e0-e76da473db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42480c9a-92a4-4a3b-bfa9-3c85f4492bb4,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:16.851762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52252) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:16.852238 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Request body: {'port': {'device_id': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:16.876555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.907290 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.934629 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:16.976617 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.013997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.018085 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.022443 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42480c9a-92a4-4a3b-bfa9-3c85f4492bb4 HTTP/1.1" status: 204 len: 168 time: 0.1667953 Jul 28 04:06:17.030320 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30024-03c0-4ae3-bb2e-2dc5ed329ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42480c9a-92a4-4a3b-bfa9-3c85f4492bb4,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:17.050985 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c149-509b-436d-869b-bcb6f749947f req-6ebb0665-225c-4c57-9b4d-342689296b83 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:17.053298 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3176c149-509b-436d-869b-bcb6f749947f req-6ebb0665-225c-4c57-9b4d-342689296b83 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.2288182 Jul 28 04:06:17.194570 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.197069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.200620 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73aa1c38-2855-4ff8-9bb2-067a93da4c4d HTTP/1.1" status: 204 len: 168 time: 0.4796088 Jul 28 04:06:17.206052 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26264390-ce42-4361-bfc0-8777c9fc8aee req-0177f89a-2ad2-4461-a52b-6c1ffff49fe2 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:17.207544 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26264390-ce42-4361-bfc0-8777c9fc8aee req-0177f89a-2ad2-4461-a52b-6c1ffff49fe2 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 932 time: 0.1951549 Jul 28 04:06:17.226490 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3176c149-509b-436d-869b-bcb6f749947f req-330164bb-46eb-4ee3-b6f6-211625431598 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496775 Jul 28 04:06:17.235122 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b16d2-8040-4970-9be0-25b637396144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa1c38-2855-4ff8-9bb2-067a93da4c4d,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:17.320180 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26264390-ce42-4361-bfc0-8777c9fc8aee req-aa5e89e1-6d1c-486a-9f59-910f253ab641 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044326 Jul 28 04:06:17.408268 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd2917-1005-4fb5-aa1a-7de944efe965 req-734cd8d1-1cd8-4f18-86c1-7299acb32666 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:17.409704 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f1fd2917-1005-4fb5-aa1a-7de944efe965 req-734cd8d1-1cd8-4f18-86c1-7299acb32666 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0820107 Jul 28 04:06:17.507739 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f1fd2917-1005-4fb5-aa1a-7de944efe965 req-7de1778d-629e-40ea-8135-4515386bc93d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844252 Jul 28 04:06:17.524383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37f3688-fdbb-408c-b356-a8c5759665e2 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:17.536116 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.552877 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52288) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:17.561897 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Transition to ACTIVE for port object b37f3688-fdbb-408c-b356-a8c5759665e2 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:17.567388 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.632331 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:17.700617 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52300) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:17.706192 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Attempting to bind port b37f3688-fdbb-408c-b356-a8c5759665e2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:17.706534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Attempting to bind port b37f3688-fdbb-408c-b356-a8c5759665e2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '9821dd4c-383f-4030-8600-eff584eeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:17.706866 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Attempting to bind port b37f3688-fdbb-408c-b356-a8c5759665e2 on network e389d531-0e61-4f05-a431-8f9160a67379 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:17.727977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Port b37f3688-fdbb-408c-b356-a8c5759665e2 on network e389d531-0e61-4f05-a431-8f9160a67379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:17.728303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Attempting to bind port b37f3688-fdbb-408c-b356-a8c5759665e2 on network e389d531-0e61-4f05-a431-8f9160a67379 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:17.728580 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c09324d0-2462-416e-9d62-329c413330ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.736460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:17.736836 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Checking segment: {'id': '9821dd4c-383f-4030-8600-eff584eeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:17.737227 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Bound using segment: {'id': '9821dd4c-383f-4030-8600-eff584eeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:17.737658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Bound port: b37f3688-fdbb-408c-b356-a8c5759665e2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9821dd4c-383f-4030-8600-eff584eeac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:17.738023 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.846045 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:17.851430 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b37f3688-fdbb-408c-b356-a8c5759665e2,segment=NetworkSegment(9821dd4c-383f-4030-8600-eff584eeac53),segment_id=9821dd4c-383f-4030-8600-eff584eeac53)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:17.860158 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.890918 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c09324d0-2462-416e-9d62-329c413330ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.901493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b822-cfe6-4152-9ea6-9bfa10fae735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.903680 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c09324d0-2462-416e-9d62-329c413330ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.925564 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:17.926402 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.926524 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0ed8bcd6-426a-4ab4-bd62-929fe753a822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:17.929791 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] 10.222.0.41 "PUT /v2.0/ports/b37f3688-fdbb-408c-b356-a8c5759665e2 HTTP/1.1" status: 200 len: 1094 time: 1.0875018 Jul 28 04:06:17.931499 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:17.934682 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d4ddb-c170-42ba-a7a7-8150b70c9607" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:17.977797 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6b68f-ce64-4799-a864-1120d1ab9a32 service neutron] Pushing event updated for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:17.990962 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c09324d0-2462-416e-9d62-329c413330ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc05310042784230926dd852a998b437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890089 Jul 28 04:06:17.996791 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52312) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:18.006780 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09324d0-2462-416e-9d62-329c413330ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bdc16a-fa84-48ec-9638-f6886631c810,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:18.010721 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd67f3d-d35b-47cf-824d-1b0a729444a2 x-openstack-request-id: req-4bd67f3d-d35b-47cf-824d-1b0a729444a2 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:18.011914 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:18.012124 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bd67f3d-d35b-47cf-824d-1b0a729444a2 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:18.012621 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2', 'status': 'completed', 'code': 200} Jul 28 04:06:18.064556 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-4b055d36-1a59-49a6-a800-38a95e00bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.066240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-4b055d36-1a59-49a6-a800-38a95e00bd97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dd2248b4f0140c2a13731768dc796ee&device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0788925 Jul 28 04:06:18.113931 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.144612 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-3699cf42-4442-4937-a67b-60fe421bbc4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37f3688-fdbb-408c-b356-a8c5759665e2 HTTP/1.1" status: 200 len: 217 time: 0.0610099 Jul 28 04:06:18.157381 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.215888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-be72b3cf-352d-42ed-bfd3-f668ea1fe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.217769 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-be72b3cf-352d-42ed-bfd3-f668ea1fe356 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99dc0493-5ea5-48aa-8349-ce9cd74de52d HTTP/1.1" status: 200 len: 849 time: 0.0609553 Jul 28 04:06:18.227425 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b822-cfe6-4152-9ea6-9bfa10fae735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.233946 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d3d7b822-cfe6-4152-9ea6-9bfa10fae735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.280915 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d3d7b822-cfe6-4152-9ea6-9bfa10fae735 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c895743d0af1477d85bb036263f1b5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7244825 Jul 28 04:06:18.283338 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.285876 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.290540 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18bdc16a-fa84-48ec-9638-f6886631c810 HTTP/1.1" status: 204 len: 168 time: 0.2922866 Jul 28 04:06:18.291751 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52326) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:18.303853 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7b822-cfe6-4152-9ea6-9bfa10fae735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb192a34-e02d-44cf-a751-a2639093e32d,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:18.323489 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-b2b903e7-b650-46cf-9618-0432e7d3c07b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e389d531-0e61-4f05-a431-8f9160a67379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680718 Jul 28 04:06:18.339375 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a128e-32a1-4f8b-a998-63c86101a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bdc16a-fa84-48ec-9638-f6886631c810,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:18.412633 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.436961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.437315 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-b4fecfed-c8b6-41fc-ba84-5dda1d395144 service neutron] 10.222.0.41 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039248 Jul 28 04:06:18.505238 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.508027 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:18.509347 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb192a34-e02d-44cf-a751-a2639093e32d HTTP/1.1" status: 204 len: 168 time: 0.2133374 Jul 28 04:06:18.520049 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11155c2-9e40-4de9-8471-51fd783479cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb192a34-e02d-44cf-a751-a2639093e32d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:18.586852 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90d736-886d-4106-b0da-8ccb19661430 req-a6a5719e-e6d3-4e0c-86b8-276898cb5c16 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.594303 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e90d736-886d-4106-b0da-8ccb19661430 req-a6a5719e-e6d3-4e0c-86b8-276898cb5c16 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 944 time: 0.1231868 Jul 28 04:06:18.622218 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a009b3d0-6907-4fa3-a087-2fa45994b02a req-54225f70-e83f-4395-8f6d-e32a78121c86 service neutron] 10.222.0.41 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730232 Jul 28 04:06:18.688605 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa27e36-ccd1-40d3-a444-876955beb380 req-6807d233-6d46-426b-9864-3d8bcbed1369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.690126 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9fa27e36-ccd1-40d3-a444-876955beb380 req-6807d233-6d46-426b-9864-3d8bcbed1369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0720539 Jul 28 04:06:18.692959 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e90d736-886d-4106-b0da-8ccb19661430 req-c73c5302-d161-47b5-aa91-35c3e08082b8 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847757 Jul 28 04:06:18.768499 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-765caea7-c889-4a32-9a74-c0d8add7f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.771443 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-765caea7-c889-4a32-9a74-c0d8add7f1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9dd2248b4f0140c2a13731768dc796ee&device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0772381 Jul 28 04:06:18.775844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9fa27e36-ccd1-40d3-a444-876955beb380 req-815a4e9f-559f-4079-a3e4-0bacb295ec8f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726647 Jul 28 04:06:18.874148 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-004d77b4-fc74-47ff-972e-daad69379a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.875858 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-004d77b4-fc74-47ff-972e-daad69379a3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e389d531-0e61-4f05-a431-8f9160a67379 HTTP/1.1" status: 200 len: 910 time: 0.0958414 Jul 28 04:06:18.929345 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-b0ab8124-5fff-4c78-80f0-cc2d9e673133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37f3688-fdbb-408c-b356-a8c5759665e2 HTTP/1.1" status: 200 len: 217 time: 0.0446734 Jul 28 04:06:18.996209 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-6f4d710d-5fd6-4d55-b055-010bfb7dbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:18.997642 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-6f4d710d-5fd6-4d55-b055-010bfb7dbf81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=99dc0493-5ea5-48aa-8349-ce9cd74de52d HTTP/1.1" status: 200 len: 849 time: 0.0534208 Jul 28 04:06:19.037176 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-54d9fa11-bf69-454a-88c2-9a3872dd4eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e389d531-0e61-4f05-a431-8f9160a67379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287893 Jul 28 04:06:19.149866 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-aa0348f4-4772-476a-b1f2-ac13c600a8ec service neutron] 10.222.0.41 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027873 Jul 28 04:06:19.176142 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52362) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:19.195365 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.263605 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b10d4ddb-c170-42ba-a7a7-8150b70c9607 req-705e528f-1949-42ce-9563-853563bd7caa service neutron] 10.222.0.41 "GET /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031823 Jul 28 04:06:19.331912 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.341295 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.379378 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba207ba3-7b3d-46a7-82a7-1a6d4b295831,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:19.423879 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.424062 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.424328 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.424711 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.425040 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.425426 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.425756 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.426080 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.426426 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.426904 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.427997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.428295 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.438883 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 52376) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:19.438979 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-32fbd50a-85e4-4fd9-89a1-f4ba2c53c20c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41e0153f49e2493fbf5a3ab11d5f2cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602384 Jul 28 04:06:19.509736 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.533340 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.610712 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.613203 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:19.615747 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba207ba3-7b3d-46a7-82a7-1a6d4b295831 HTTP/1.1" status: 204 len: 168 time: 0.1744211 Jul 28 04:06:19.645504 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba207ba3-7b3d-46a7-82a7-1a6d4b295831,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:19.681915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.682110 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.682451 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.682756 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.683081 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.683409 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.683840 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.684218 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.684571 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.684900 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.685220 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.685534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4bf029-a240-4569-aaf1-34ff6fb7884a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:19.765491 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-97e2e8d2-56d2-4199-be03-1df90b7a972c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:19.767093 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-97e2e8d2-56d2-4199-be03-1df90b7a972c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.1501813 Jul 28 04:06:19.793496 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-2a1b5710-7dc8-4d67-a3d3-1e9dfa886629 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/quotas/fd4faf91a3704a3da99cd143b5ac40e3 HTTP/1.1" status: 200 len: 375 time: 0.0190403 Jul 28 04:06:19.886739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f450e-c9c0-41c4-8f28-708b3f44794b req-01f727a9-41dc-4224-a300-c77401b4b1bb tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:19.888240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3d2f450e-c9c0-41c4-8f28-708b3f44794b req-01f727a9-41dc-4224-a300-c77401b4b1bb tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 944 time: 0.0820873 Jul 28 04:06:19.908031 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-ef6b56f4-8a0a-4fbc-b573-3db899e74b49 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918951 Jul 28 04:06:19.979079 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3d2f450e-c9c0-41c4-8f28-708b3f44794b req-7fb30e0c-4502-4e0c-9d4e-4db2b2e69570 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838020 Jul 28 04:06:20.032949 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-d1de01f1-405c-4c04-baa5-0ef8537649a0 service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086824 Jul 28 04:06:20.159631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d72ba-8738-4ecb-a3e0-63c4600062ed req-3277c5c0-a60a-4c9d-a779-21e784a6cf5f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:20.162017 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e44d72ba-8738-4ecb-a3e0-63c4600062ed req-3277c5c0-a60a-4c9d-a779-21e784a6cf5f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0717402 Jul 28 04:06:20.183186 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-fa17ccf9-bf4b-42f0-adf3-58e51ccddeb7 service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423097 Jul 28 04:06:20.215904 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e44d72ba-8738-4ecb-a3e0-63c4600062ed req-6388ad44-0d4d-4822-b996-3251d6fb36b7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Jul 28 04:06:20.218515 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52422) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:20.331687 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1496704767-network', 'tenant_id': '1644cdef974647be988fbae0a9d8a326'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:20.381222 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Made reservation on behalf of 1644cdef974647be988fbae0a9d8a326 for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:20.382299 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.388082 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6655ee5c-0651-4a6e-bc3c-45558482ee24 req-5d6539d4-67ee-407f-8887-c007f2de50ab tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 210 time: 0.0420651 Jul 28 04:06:20.396787 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.485626 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c6d3346a-6c2e-4803-b738-af008d1ca524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.547923 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.565128 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.602567 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:06:20.621409 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.621940 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Added segment 575086df-aceb-4481-8a00-f53fae40d873 of type vlan for network 6844e1b6-72a2-4d05-bd60-d319f01928aa Jul 28 04:06:20.624082 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4eeea-817a-4bae-9da7-3edf70208794,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:20.693834 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.738295 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.766114 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.768953 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:20.769547 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:20.858832 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6385121 Jul 28 04:06:20.862362 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52466) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:20.871313 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Request body: {'subnet': {'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1496704767-subnet', 'tenant_id': '1644cdef974647be988fbae0a9d8a326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:20.885053 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17036ae-25cd-4517-a465-94db768e15b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6844e1b6-72a2-4d05-bd60-d319f01928aa,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:20.903041 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Made reservation on behalf of 1644cdef974647be988fbae0a9d8a326 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:20.904696 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:06:20.910675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276734'] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.154771 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7086827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276620'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.191118 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e68f61-459b-4920-8938-fbe2b8ba8202 req-da058a7d-b6e4-4008-b776-c2c1ce90fd23 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:21.194096 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5e68f61-459b-4920-8938-fbe2b8ba8202 req-da058a7d-b6e4-4008-b776-c2c1ce90fd23 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 944 time: 0.0979700 Jul 28 04:06:21.266377 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39ae42f-224a-4c0e-a702-f56bf6e92796,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:21.269013 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Checking segment: {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:21.277776 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5e68f61-459b-4920-8938-fbe2b8ba8202 req-8987040d-baf5-4c34-92d5-ea421c690cfa tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 Jul 28 04:06:21.278380 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Network hostable DHCP agents. Network: 6844e1b6-72a2-4d05-bd60-d319f01928aa, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:06:21.308922 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:06:21.319637 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 6844e1b6-72a2-4d05-bd60-d319f01928aa) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:21.328104 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:21.328494 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.333811 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c41662-a74c-4a81-be3e-f4d9f145d24c None None] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:21.348015 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-34ca0b81-cd08-48c4-af3c-a8d51c1c0edb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4846017 Jul 28 04:06:21.375980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f62681-2f69-4869-b006-a47af31b895b req-47f03d37-d793-443e-b80f-c76883693035 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:21.383611 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85f62681-2f69-4869-b006-a47af31b895b req-47f03d37-d793-443e-b80f-c76883693035 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0686076 Jul 28 04:06:21.385387 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device b37f3688-fdbb-408c-b356-a8c5759665e2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:21.418453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52486) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:21.439593 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85f62681-2f69-4869-b006-a47af31b895b req-261f7603-76eb-4f2c-91f6-3d930014c030 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 Jul 28 04:06:21.498712 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4800a45-b6e4-46a3-9b36-bef6c9162f7d req-cd3676b5-b821-4aba-9368-f2fa92f7bd10 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 210 time: 0.0272911 Jul 28 04:06:21.550467 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d6220d7f-58fc-4621-bbd4-89413a39d688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.596693 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c4ffa-eb72-489f-85ee-12a55eae5988 None None] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:06:21.613898 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b37f3688-fdbb-408c-b356-a8c5759665e2,segment=NetworkSegment(9821dd4c-383f-4030-8600-eff584eeac53),segment_id=9821dd4c-383f-4030-8600-eff584eeac53)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:21.677979 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'b37f3688-fdbb-408c-b356-a8c5759665e2', 'network_id': 'e389d531-0e61-4f05-a431-8f9160a67379', 'port_id': 'b37f3688-fdbb-408c-b356-a8c5759665e2', 'mac_address': 'fa:16:3e:9e:94:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc0493-5ea5-48aa-8349-ce9cd74de52d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:21.680387 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d6220d7f-58fc-4621-bbd4-89413a39d688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.686687 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d6220d7f-58fc-4621-bbd4-89413a39d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.692091 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.747092 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6220d7f-58fc-4621-bbd4-89413a39d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc546dce-20c2-4fc5-8726-eca998d93ecd,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:21.753434 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.765609 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d6220d7f-58fc-4621-bbd4-89413a39d688 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b94c8b420ff44ad9cfb0ca0c2c1d1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461611 Jul 28 04:06:21.768300 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52494) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:21.797440 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37f3688-fdbb-408c-b356-a8c5759665e2 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:21.829184 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.866227 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.883869 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b37f3688-fdbb-408c-b356-a8c5759665e2,segment=NetworkSegment(9821dd4c-383f-4030-8600-eff584eeac53),segment_id=9821dd4c-383f-4030-8600-eff584eeac53)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:21.890182 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.915928 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-d2046a74-c6a4-4ed8-8685-7470f0fbc3ac tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:21.917781 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-d2046a74-c6a4-4ed8-8685-7470f0fbc3ac tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.1706002 Jul 28 04:06:21.943982 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Request body: {'port': {'device_id': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'admin_state_up': True, 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:21.960680 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.964510 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:21.977468 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc546dce-20c2-4fc5-8726-eca998d93ecd HTTP/1.1" status: 204 len: 168 time: 0.2017760 Jul 28 04:06:22.002483 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:22.009718 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eb01e-2b6e-4141-952f-eae1a42825ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc546dce-20c2-4fc5-8726-eca998d93ecd,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:22.162663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:22.166206 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:22.234458 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['b37f3688-fdbb-408c-b356-a8c5759665e2'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:22.366748 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Allocated IP 172.20.0.9 (8164c8fd-ea03-414f-a368-a86860efad18/8f8d5ece-2a3d-425b-9e33-1358a2bedbf0/bbee0dff-94a4-49f0-91db-7886f23c4a5d) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:22.540864 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fe852-cca4-497e-9992-0fd3c7637662 req-cc0e4d01-ff8a-4c17-af16-9adacd6f3c96 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:22.548462 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e7fe852-cca4-497e-9992-0fd3c7637662 req-cc0e4d01-ff8a-4c17-af16-9adacd6f3c96 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 945 time: 0.1411448 Jul 28 04:06:22.651002 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e7fe852-cca4-497e-9992-0fd3c7637662 req-d6840e20-4250-42af-ae41-a5d759460b8a tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017585 Jul 28 04:06:22.660551 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f71e-e603-44ce-a6d0-4861aa0b139b req-b01a976a-b38d-4712-a15f-c4fd00883ad5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:22.662569 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-80b0f71e-e603-44ce-a6d0-4861aa0b139b req-b01a976a-b38d-4712-a15f-c4fd00883ad5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1338553 Jul 28 04:06:22.928023 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:22.965244 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-da422ac0-05da-4098-91e1-9e177bd8daf3 req-fa9cdc5b-7d3b-4c61-b157-eb78cd635a9a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 210 time: 0.0437393 Jul 28 04:06:22.976505 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-80b0f71e-e603-44ce-a6d0-4861aa0b139b req-9487df78-5973-4980-877a-858a58f33ea4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042855 Jul 28 04:06:23.014157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.058348 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Network 8164c8fd-ea03-414f-a368-a86860efad18 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:23.061356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:23.063718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:23.087548 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2', '9ec21b11-0c90-4244-a844-79e3ef11ea32'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:23.100351 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event updated for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.129018 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:23.129633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.144846 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-0491cf39-06e5-44af-bf8c-17ca055170ca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2086570 Jul 28 04:06:23.167690 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Request body: {'port': {'device_id': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:23.235561 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.398038 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device b37f3688-fdbb-408c-b356-a8c5759665e2 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:23.475355 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.503530 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port b37f3688-fdbb-408c-b356-a8c5759665e2 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:23.509876 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port b37f3688-fdbb-408c-b356-a8c5759665e2 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:23.510248 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.591678 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.616579 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:23.620108 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3c1118-42cd-43da-986c-a4c2658e6108" -d '{"events": [{"server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "name": "network-vif-plugged", "status": "completed", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:23.643294 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b37f3688-fdbb-408c-b356-a8c5759665e2,segment=NetworkSegment(9821dd4c-383f-4030-8600-eff584eeac53),segment_id=9821dd4c-383f-4030-8600-eff584eeac53)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:23.650905 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.675394 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-8d877a04-095d-4e64-adc8-1b7f952982a5 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:23.677903 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-8d877a04-095d-4e64-adc8-1b7f952982a5 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 809 time: 0.1718540 Jul 28 04:06:23.692557 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbee0dff-94a4-49f0-91db-7886f23c4a5d {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:23.693235 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f216b-c932-42d7-9fa2-e83dcea61926 x-openstack-request-id: req-924f216b-c932-42d7-9fa2-e83dcea61926 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:23.693736 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "name": "network-vif-plugged", "status": "completed", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:23.694262 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-924f216b-c932-42d7-9fa2-e83dcea61926 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:23.694616 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2', 'code': 200} Jul 28 04:06:23.709901 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.724568 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-3780299b-1181-432b-b8c7-0e5d7c829e44 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/quotas/1644cdef974647be988fbae0a9d8a326 HTTP/1.1" status: 200 len: 375 time: 0.0351872 Jul 28 04:06:23.736299 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.745185 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.745539 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.745884 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.746221 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.746647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.747037 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.747394 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.747681 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.748035 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.748366 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.748776 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.749606 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:06:23.778888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Transition to ACTIVE for port object bbee0dff-94a4-49f0-91db-7886f23c4a5d will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:23.781685 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-eb4183f1-c70e-456a-a58d-b2d8a3359b35 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493643 Jul 28 04:06:23.807300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:23.915537 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bad46-dc1b-43a3-ac15-99693451301b req-d409cca9-552d-4968-b758-85bc9a55e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:23.917459 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-fa3bad46-dc1b-43a3-ac15-99693451301b req-d409cca9-552d-4968-b758-85bc9a55e1dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0505767 Jul 28 04:06:23.943686 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:23.966206 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-fa3bad46-dc1b-43a3-ac15-99693451301b req-09ad4a83-4833-4881-a035-ee84bc175577 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Jul 28 04:06:24.002101 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d536-254a-49b3-b676-6ee854de1eb2 req-6700dcf6-834a-4efa-98f9-6743976cea4b tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.003639 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-60d2d536-254a-49b3-b676-6ee854de1eb2 req-6700dcf6-834a-4efa-98f9-6743976cea4b tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.2270269 Jul 28 04:06:24.072082 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-80418322-6d92-428e-bad9-be8234872a1d service neutron] 10.222.0.43 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789598 Jul 28 04:06:24.115684 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Attempting to bind port bbee0dff-94a4-49f0-91db-7886f23c4a5d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:24.116013 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Attempting to bind port bbee0dff-94a4-49f0-91db-7886f23c4a5d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:24.116335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Attempting to bind port bbee0dff-94a4-49f0-91db-7886f23c4a5d on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:24.148723 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-60d2d536-254a-49b3-b676-6ee854de1eb2 req-5c9d0327-6fda-48ec-8144-cd8161bfb010 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206717 Jul 28 04:06:24.150984 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Port bbee0dff-94a4-49f0-91db-7886f23c4a5d on network 8164c8fd-ea03-414f-a368-a86860efad18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:24.151305 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Attempting to bind port bbee0dff-94a4-49f0-91db-7886f23c4a5d on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:24.158493 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:24.158823 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Checking segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:24.159194 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Bound using segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:24.159879 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Bound port: bbee0dff-94a4-49f0-91db-7886f23c4a5d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:24.160114 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:24.272322 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-a65ea680-1395-4570-ac6f-bfa295cae609 service neutron] 10.222.0.43 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924610 Jul 28 04:06:24.286130 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:24.291201 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:24.300771 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48f2f1-60f8-4274-8cf5-64920c2737c2 req-79613b8b-b20e-4702-a05e-08396d96c2ab tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.302402 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-da48f2f1-60f8-4274-8cf5-64920c2737c2 req-79613b8b-b20e-4702-a05e-08396d96c2ab tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 943 time: 0.0955179 Jul 28 04:06:24.304091 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:24.358316 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.358922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:24.360402 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbee0dff-94a4-49f0-91db-7886f23c4a5d HTTP/1.1" status: 200 len: 1093 time: 1.1976395 Jul 28 04:06:24.360900 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:24.363225 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:24.408653 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-da48f2f1-60f8-4274-8cf5-64920c2737c2 req-75ea2b60-ad6d-41b1-badd-d73fb715925d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Jul 28 04:06:24.410546 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4faf1-1612-485f-842b-aade73cb87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:24.495322 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-7428f956-c34e-4097-ad9e-4ea13d0f023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.496959 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-7428f956-c34e-4097-ad9e-4ea13d0f023f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 1096 time: 0.0873795 Jul 28 04:06:24.509393 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41569952-393b-4b84-9509-3cc4ffeeecca req-c91f8d10-dccf-4f84-b0e2-0a0df289e3f5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.511009 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-41569952-393b-4b84-9509-3cc4ffeeecca req-c91f8d10-dccf-4f84-b0e2-0a0df289e3f5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0697870 Jul 28 04:06:24.586623 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-a7aa937f-a0f9-4a3f-b9cf-95155ce4c31f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d HTTP/1.1" status: 200 len: 217 time: 0.0526910 Jul 28 04:06:24.637086 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-41569952-393b-4b84-9509-3cc4ffeeecca req-ea7cee1d-d9d1-4e9c-a459-54ac64b94102 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178432 Jul 28 04:06:24.641815 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc030e9-c11d-414c-854d-103b0546174a x-openstack-request-id: req-fdc030e9-c11d-414c-854d-103b0546174a {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:24.642656 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:24.643251 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdc030e9-c11d-414c-854d-103b0546174a {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:24.643914 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', 'status': 'completed', 'code': 200} Jul 28 04:06:24.704321 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-7521a2cd-e29d-4b93-8b2e-b1e5ab07a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:24.705900 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-7521a2cd-e29d-4b93-8b2e-b1e5ab07a127 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.1074059 Jul 28 04:06:24.707784 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1c5da6ef-406d-4e3e-9b90-4662cf51db1e req-ff785bff-4a8f-4e89-a97d-b690f6e7c07d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 210 time: 0.0485871 Jul 28 04:06:24.757276 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-8902891c-558e-4176-a01e-a379dbfbe11c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424328 Jul 28 04:06:24.861486 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-aa7eebe9-c097-47fd-8f0d-c383ac8b9e90 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863569 Jul 28 04:06:24.970477 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ecc49d98-ebdf-4389-913f-a8205c791f7f req-3d5a0525-4fb4-4484-b6ce-8b65e03d4755 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893879 Jul 28 04:06:25.097618 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-d51f2afb-4f1a-4552-9391-8b48e2f0defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.099797 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-d51f2afb-4f1a-4552-9391-8b48e2f0defe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 1096 time: 0.0428782 Jul 28 04:06:25.249831 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-fdd9feb6-dcec-453c-8381-dd8354311d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.251194 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-fdd9feb6-dcec-453c-8381-dd8354311d09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 916 time: 0.1197011 Jul 28 04:06:25.281020 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972b9da-dfc9-49c4-9297-f747358447cc req-8946257f-4c51-4ff9-b209-fc9aa15c2529 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.282521 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f972b9da-dfc9-49c4-9297-f747358447cc req-8946257f-4c51-4ff9-b209-fc9aa15c2529 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0644052 Jul 28 04:06:25.314360 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-547924aa-0a33-4af7-a241-b9c4c323da42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d HTTP/1.1" status: 200 len: 217 time: 0.0481355 Jul 28 04:06:25.372673 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f972b9da-dfc9-49c4-9297-f747358447cc req-486811ab-ba08-4aae-b229-499ab9e081b3 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609477 Jul 28 04:06:25.405631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-6845e059-ee26-458a-95e0-fe9beabe5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.407099 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-6845e059-ee26-458a-95e0-fe9beabe5485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0659389 Jul 28 04:06:25.440356 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-b8badad2-2eb2-4548-9e93-866384b6482a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244622 Jul 28 04:06:25.572629 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-873693ca-d8b4-44be-ba1f-19f25e8346b1 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200433 Jul 28 04:06:25.581117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc828-9678-4842-b7c4-84826671adbc req-164f597e-d94d-47a2-b8bb-d9d6aa17c135 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.582383 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0f5dc828-9678-4842-b7c4-84826671adbc req-164f597e-d94d-47a2-b8bb-d9d6aa17c135 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 943 time: 0.0788910 Jul 28 04:06:25.704334 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0f5dc828-9678-4842-b7c4-84826671adbc req-a01b9ed3-537a-408d-b120-304f2c847bb5 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882194 Jul 28 04:06:25.773049 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32ee7828-0fd9-4d97-9b0b-524c2def5cbc req-95cf7396-9ddc-4c64-8cc1-34b540e6f5db service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897013 Jul 28 04:06:25.922996 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0f854a2d-12c5-4b78-85d8-a6b850cc467d req-f9147d78-092b-4f75-a66a-dab5752749b5 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 210 time: 0.0429869 Jul 28 04:06:25.969469 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d68767-1b57-4815-99fb-60ec691517e0 req-68447ec1-0c0b-4177-8450-f09f458951d8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:25.973142 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-57d68767-1b57-4815-99fb-60ec691517e0 req-68447ec1-0c0b-4177-8450-f09f458951d8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1725292 Jul 28 04:06:26.030633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-c53a31f4-82d5-49bd-bc17-cb600169ff35 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:26.032278 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-c53a31f4-82d5-49bd-bc17-cb600169ff35 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 809 time: 0.2284315 Jul 28 04:06:26.041431 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-57d68767-1b57-4815-99fb-60ec691517e0 req-141ba8fe-6ecc-4660-8b79-821e4b271ba2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Jul 28 04:06:26.051256 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Request body: {'port': {'device_id': 'e5f37847-2190-42b0-8913-bf420157499a', 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa', 'admin_state_up': True, 'tenant_id': '1644cdef974647be988fbae0a9d8a326'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:26.161649 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Made reservation on behalf of 1644cdef974647be988fbae0a9d8a326 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:26.165138 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:26.292164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Allocated IP 172.20.0.7 (6844e1b6-72a2-4d05-bd60-d319f01928aa/d39ae42f-224a-4c0e-a702-f56bf6e92796/30c28cff-cd4f-41ee-86b9-5d40b1fa4a43) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:26.449977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:26.514741 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d089a-c956-43ce-9c72-76a48311cee3 req-cd3712c9-2699-4a83-8be6-1c48001da520 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:26.516192 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-501d089a-c956-43ce-9c72-76a48311cee3 req-cd3712c9-2699-4a83-8be6-1c48001da520 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0639503 Jul 28 04:06:26.536277 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:26.589712 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:26.592720 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-501d089a-c956-43ce-9c72-76a48311cee3 req-2b6db5d8-1afc-449d-9dd2-a06001a3fb41 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Jul 28 04:06:26.595575 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:26.603077 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:26.607724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Pushing event updated for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:26.659583 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:26.662648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:26.678736 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-beb71fc4-2e41-45a2-9529-701c47c73ec0 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6329370 Jul 28 04:06:26.704623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Request body: {'port': {'device_id': 'e5f37847-2190-42b0-8913-bf420157499a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:26.767022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.236475 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c452b46-79c8-4b1c-b1fd-ff33f7ee5659 req-247dc3a2-3c30-4f61-a79c-118fce2b5676 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:27.238075 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0c452b46-79c8-4b1c-b1fd-ff33f7ee5659 req-247dc3a2-3c30-4f61-a79c-118fce2b5676 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 943 time: 0.4263587 Jul 28 04:06:27.358406 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0c452b46-79c8-4b1c-b1fd-ff33f7ee5659 req-aa2b339b-af85-446e-8fe5-132f2c5d25e5 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123123 Jul 28 04:06:27.373764 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e78ac4-bd2f-44f1-99c3-1e7b3398149f req-0acb9725-187d-4579-a9bd-9a8ffff6d680 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:27.375262 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-86e78ac4-bd2f-44f1-99c3-1e7b3398149f req-0acb9725-187d-4579-a9bd-9a8ffff6d680 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 931 time: 0.1627169 Jul 28 04:06:27.452939 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-86e78ac4-bd2f-44f1-99c3-1e7b3398149f req-86952986-ef25-4c50-b949-dcc1267416dd tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700133 Jul 28 04:06:27.527421 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8abe8-0043-4399-ad7e-da2648b05aa6 req-cc12d3e1-93fe-43b5-88ea-5e824780766f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:27.528916 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14e8abe8-0043-4399-ad7e-da2648b05aa6 req-cc12d3e1-93fe-43b5-88ea-5e824780766f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1012797 Jul 28 04:06:27.547159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:27.560189 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.584371 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Transition to ACTIVE for port object 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:27.589747 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14e8abe8-0043-4399-ad7e-da2648b05aa6 req-e2d00741-88de-4448-bb1e-6a5a4f158a69 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538576 Jul 28 04:06:27.590751 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.679478 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Pushing event updated for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:27.704185 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Attempting to bind port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:27.704480 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Attempting to bind port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:27.704813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Attempting to bind port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:27.709569 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:27.709893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Attempting to bind port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:27.714821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:27.715158 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Checking segment: {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:27.715537 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Bound using segment: {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:27.715957 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Bound port: 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:27.716306 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.781526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:27.784390 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:27.788964 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.832917 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:27.835018 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:27.835018 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 HTTP/1.1" status: 200 len: 1093 time: 1.1356368 Jul 28 04:06:27.835346 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:27.838241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625db432-1623-48ff-a12a-f5fb97bcbf08" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:27.863140 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f0647-c0c3-4681-a8c4-5e6cc87236e3 service neutron] Pushing event updated for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:27.886020 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf077bc1-461d-46ac-8aec-8462fddd870c x-openstack-request-id: req-bf077bc1-461d-46ac-8aec-8462fddd870c {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:27.886302 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:27.886587 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf077bc1-461d-46ac-8aec-8462fddd870c {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:27.886948 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43', 'status': 'completed', 'code': 200} Jul 28 04:06:27.950117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-f9bf2ae3-3584-4cb4-a727-9edb73c11b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:27.952333 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-f9bf2ae3-3584-4cb4-a727-9edb73c11b57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 1096 time: 0.0472643 Jul 28 04:06:28.013948 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-e8b14437-5402-4030-a141-548de061c034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 HTTP/1.1" status: 200 len: 217 time: 0.0506527 Jul 28 04:06:28.071046 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-e3d5eb94-f7c5-4961-ae71-1640a589a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.080029 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-e3d5eb94-f7c5-4961-ae71-1640a589a1d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d39ae42f-224a-4c0e-a702-f56bf6e92796 HTTP/1.1" status: 200 len: 849 time: 0.0482056 Jul 28 04:06:28.108235 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-2b68bcc9-3c38-4d8d-8d86-24b2f73fb07d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6844e1b6-72a2-4d05-bd60-d319f01928aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255234 Jul 28 04:06:28.207293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-7473fc24-922a-4532-8ee1-320096d374b3 service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905390 Jul 28 04:06:28.343209 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d426d88-fe43-4bb2-ab48-f33c5c7fc3ec req-2fc6f2e8-756a-4f74-934b-75f6e7cd4641 service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213372 Jul 28 04:06:28.464165 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-80be6d61-44ee-4fb0-a359-cbd390a8d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.466218 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-80be6d61-44ee-4fb0-a359-cbd390a8d9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 1096 time: 0.0628252 Jul 28 04:06:28.510678 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52772) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:28.633539 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ee98c-1bc0-4f9c-86c6-ef93d0fa854c req-9af426b0-e997-4eb3-a9c1-2af70a3b7125 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.641083 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-507ee98c-1bc0-4f9c-86c6-ef93d0fa854c req-9af426b0-e997-4eb3-a9c1-2af70a3b7125 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 943 time: 0.1943533 Jul 28 04:06:28.678484 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4f9104ce-d10b-4b93-815d-0782e19439b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:28.699601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a26e61-76b1-4428-84ae-ccf29a911a2e req-36088df2-c427-405b-b52a-896fa4b218a5 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.701181 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84a26e61-76b1-4428-84ae-ccf29a911a2e req-36088df2-c427-405b-b52a-896fa4b218a5 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 943 time: 0.1491249 Jul 28 04:06:28.753458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-13a82b72-f6e6-4e70-822c-6e4da996d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.755092 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-13a82b72-f6e6-4e70-822c-6e4da996d21b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 910 time: 0.2666507 Jul 28 04:06:28.792707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-507ee98c-1bc0-4f9c-86c6-ef93d0fa854c req-cd467977-92a2-43e4-b575-02820ae8d592 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452658 Jul 28 04:06:28.835556 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-5fbf1971-11b9-4999-b3d0-3d454bb16b50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 HTTP/1.1" status: 200 len: 217 time: 0.0694368 Jul 28 04:06:28.839432 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4f9104ce-d10b-4b93-815d-0782e19439b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:28.845338 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4f9104ce-d10b-4b93-815d-0782e19439b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:28.847246 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84a26e61-76b1-4428-84ae-ccf29a911a2e req-5f9236a8-21e7-4cda-9344-c90d8a9702a3 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304741 Jul 28 04:06:28.893171 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9104ce-d10b-4b93-815d-0782e19439b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5fbf0-669e-40e3-9ef5-50435058bbf1,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:28.901947 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4f9104ce-d10b-4b93-815d-0782e19439b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ba60530b4914ccc87dd13427506e5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902154 Jul 28 04:06:28.904811 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52786) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:28.934079 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-48aa729f-eda7-4c94-b424-49f5eb274e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.935567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-48aa729f-eda7-4c94-b424-49f5eb274e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d39ae42f-224a-4c0e-a702-f56bf6e92796 HTTP/1.1" status: 200 len: 849 time: 0.0819430 Jul 28 04:06:28.952286 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d70436-ccc9-4c08-a84d-05c2021c35b8 req-9cb5d6d6-8f4a-4133-bf70-7eeb85a2adfd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:28.953753 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32d70436-ccc9-4c08-a84d-05c2021c35b8 req-9cb5d6d6-8f4a-4133-bf70-7eeb85a2adfd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0695755 Jul 28 04:06:28.957599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:28.981451 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:28.995513 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-6e1ebc2b-2bf8-4882-90aa-241a2d920f29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6844e1b6-72a2-4d05-bd60-d319f01928aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406992 Jul 28 04:06:29.037065 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:29.039561 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:29.040856 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffd5fbf0-669e-40e3-9ef5-50435058bbf1 HTTP/1.1" status: 204 len: 168 time: 0.1351478 Jul 28 04:06:29.050668 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7501d-11ee-4bbc-bfa5-613c0d810670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd5fbf0-669e-40e3-9ef5-50435058bbf1,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:29.060355 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32d70436-ccc9-4c08-a84d-05c2021c35b8 req-448804ce-27d3-4a16-9bd8-bc511f862cb7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975211 Jul 28 04:06:29.107003 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-6a306fb0-5bdb-49cf-af53-b52128b1cec6 service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028376 Jul 28 04:06:29.224511 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-625db432-1623-48ff-a12a-f5fb97bcbf08 req-6b04dc82-f8f8-466c-b449-eb2a3d21bfc1 service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029408 Jul 28 04:06:29.277948 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:06:29.384267 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device bbee0dff-94a4-49f0-91db-7886f23c4a5d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:29.484133 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:29.506311 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'port_id': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', 'mac_address': 'fa:16:3e:e1:33:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8d5ece-2a3d-425b-9e33-1358a2bedbf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:29.549653 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:29.563398 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbee0dff-94a4-49f0-91db-7886f23c4a5d {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:29.589158 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:29.593507 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:29.635467 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce396f-098e-4ac7-b5b3-28a3de5a1301 req-6d5310ce-66dc-4471-adb9-d53b15173e2d tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:29.638647 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-47ce396f-098e-4ac7-b5b3-28a3de5a1301 req-6d5310ce-66dc-4471-adb9-d53b15173e2d tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0665307 Jul 28 04:06:29.663971 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:29.690075 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-47ce396f-098e-4ac7-b5b3-28a3de5a1301 req-749127d8-8643-4b9e-8990-adb27af503a6 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452414 Jul 28 04:06:29.904555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5435f-57ba-42ba-9aa7-48997ece4a38 req-97b80421-696c-4216-9f1c-bc45e38eec34 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:29.906072 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1d5435f-57ba-42ba-9aa7-48997ece4a38 req-97b80421-696c-4216-9f1c-bc45e38eec34 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 944 time: 0.0534563 Jul 28 04:06:29.978476 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1d5435f-57ba-42ba-9aa7-48997ece4a38 req-9e285d62-608b-4f18-9ea2-eef2ac160c63 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652075 Jul 28 04:06:29.995121 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48a588-c38b-4c54-ac1b-7a97deb8bfdd req-3f2cb8e4-8cf0-4c54-97db-2bc803541633 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:29.996637 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b48a588-c38b-4c54-ac1b-7a97deb8bfdd req-3f2cb8e4-8cf0-4c54-97db-2bc803541633 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 943 time: 0.0681524 Jul 28 04:06:30.033621 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b48a588-c38b-4c54-ac1b-7a97deb8bfdd req-4eca2d80-3ce4-40d6-867d-9a51f99924a2 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Jul 28 04:06:30.071953 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['bbee0dff-94a4-49f0-91db-7886f23c4a5d'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:30.191982 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbe0cd-aa85-4b72-a1e8-5e19a0e3785e req-a0e04e3d-f6db-4588-abb7-a846792c57b0 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:30.193646 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2bbe0cd-aa85-4b72-a1e8-5e19a0e3785e req-a0e04e3d-f6db-4588-abb7-a846792c57b0 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0505989 Jul 28 04:06:30.233277 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2bbe0cd-aa85-4b72-a1e8-5e19a0e3785e req-75e82762-c66d-401e-bc13-608ea8551c44 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Jul 28 04:06:30.807041 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225942b-cd4b-4f42-925c-9789b743a680 req-ff068810-db3a-4b54-ad04-21bb60708a21 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:30.808560 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3225942b-cd4b-4f42-925c-9789b743a680 req-ff068810-db3a-4b54-ad04-21bb60708a21 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0471532 Jul 28 04:06:30.850495 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3225942b-cd4b-4f42-925c-9789b743a680 req-c25e8150-2237-4f42-a5f4-8d19b234a20e tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357919 Jul 28 04:06:31.131635 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197cf3e-7e14-47b3-ba05-6479f02adb45 req-9ff991a7-ee79-48e5-9222-69c1c31fb256 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:31.133447 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8197cf3e-7e14-47b3-ba05-6479f02adb45 req-9ff991a7-ee79-48e5-9222-69c1c31fb256 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 944 time: 0.0657320 Jul 28 04:06:31.200117 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8197cf3e-7e14-47b3-ba05-6479f02adb45 req-c86f0347-d18d-4624-9863-6ce9a678cbee tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607321 Jul 28 04:06:31.216122 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e282f4-ab1b-49d2-a2b9-b372704c74fe req-a13274aa-82c0-4c2f-b714-2c103964a31f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:31.217744 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4e282f4-ab1b-49d2-a2b9-b372704c74fe req-a13274aa-82c0-4c2f-b714-2c103964a31f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 943 time: 0.0712345 Jul 28 04:06:31.261974 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4e282f4-ab1b-49d2-a2b9-b372704c74fe req-807f43b0-406c-4c07-af7a-9db946a9c836 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Jul 28 04:06:31.371359 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382140ae-9ec2-4789-a7ad-5ed750c3ad2a req-fe7077d3-daf3-408a-9f2a-a44bd0a9b7b4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:31.372850 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-382140ae-9ec2-4789-a7ad-5ed750c3ad2a req-fe7077d3-daf3-408a-9f2a-a44bd0a9b7b4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0532591 Jul 28 04:06:31.399888 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:31.411552 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-382140ae-9ec2-4789-a7ad-5ed750c3ad2a req-5ee5c2cf-6796-4a29-82af-775c3f1d2328 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Jul 28 04:06:31.416560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device bbee0dff-94a4-49f0-91db-7886f23c4a5d up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:31.523405 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port bbee0dff-94a4-49f0-91db-7886f23c4a5d completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:31.534951 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port bbee0dff-94a4-49f0-91db-7886f23c4a5d triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:31.535322 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:31.537930 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:31.570286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43', 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa', 'port_id': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43', 'mac_address': 'fa:16:3e:b5:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39ae42f-224a-4c0e-a702-f56bf6e92796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:31.621055 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:31.654137 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:31.681439 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:31.684141 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:31.692832 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:31.733319 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:31.735520 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92993e2-eddc-424b-b660-955b74acfee0" -d '{"events": [{"server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "name": "network-vif-plugged", "status": "completed", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:31.757629 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:31.765070 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:31.769385 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:31.776127 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a078ef5f-9c09-49c5-824e-3fc5fb841162 x-openstack-request-id: req-a078ef5f-9c09-49c5-824e-3fc5fb841162 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:31.776414 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "name": "network-vif-plugged", "status": "completed", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:31.776694 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a078ef5f-9c09-49c5-824e-3fc5fb841162 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:31.777192 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', 'code': 200} Jul 28 04:06:31.819818 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:31.994770 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694afc-9b75-44e8-9f3b-e82a9fb52999 req-5093c3f4-62d0-472c-9d14-b998a8b1c020 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:31.996248 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d694afc-9b75-44e8-9f3b-e82a9fb52999 req-5093c3f4-62d0-472c-9d14-b998a8b1c020 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0762513 Jul 28 04:06:32.011104 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774db3-ee1b-490a-be7e-e3053c2013cf req-e3453d75-92c5-4842-b890-cdb0f69e6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:32.012562 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4c774db3-ee1b-490a-be7e-e3053c2013cf req-e3453d75-92c5-4842-b890-cdb0f69e6dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 1098 time: 0.0672057 Jul 28 04:06:32.028403 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778491c-5e7b-47ba-98be-9797f014e97f req-1dda436c-1194-4cfa-9bb8-d22abdb213a1 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:32.029855 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-b778491c-5e7b-47ba-98be-9797f014e97f req-1dda436c-1194-4cfa-9bb8-d22abdb213a1 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 946 time: 0.0769851 Jul 28 04:06:32.050563 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d694afc-9b75-44e8-9f3b-e82a9fb52999 req-3056b288-2583-4d6f-8280-42f382d956c2 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4afbd26-d2e2-4d30-900e-5664e532622d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Jul 28 04:06:32.064082 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4c774db3-ee1b-490a-be7e-e3053c2013cf req-1901b5ad-0c99-4da7-9bc7-e6350e58aec3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Jul 28 04:06:32.119716 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['30c28cff-cd4f-41ee-86b9-5d40b1fa4a43'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:32.183622 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Deleting port b37f3688-fdbb-408c-b356-a8c5759665e2 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:06:32.183961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.298497 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] For port b37f3688-fdbb-408c-b356-a8c5759665e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=b37f3688-fdbb-408c-b356-a8c5759665e2,segment=NetworkSegment(9821dd4c-383f-4030-8600-eff584eeac53),segment_id=9821dd4c-383f-4030-8600-eff584eeac53)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:32.298865 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.329335 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Calling delete_port for b37f3688-fdbb-408c-b356-a8c5759665e2 owned by compute:nova {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:06:32.393411 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148242c-34d4-47c5-a754-803c7c26b985 req-4ed2f41e-7a67-4cbb-997b-4c6bc350f939 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:32.395307 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f148242c-34d4-47c5-a754-803c7c26b985 req-4ed2f41e-7a67-4cbb-997b-4c6bc350f939 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.0979655 Jul 28 04:06:32.436178 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3796-ac00-4909-b2b9-b7bafe6d5fd9 req-51047015-27e2-4f61-8a85-863322ad1d4f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:32.437811 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753e3796-ac00-4909-b2b9-b7bafe6d5fd9 req-51047015-27e2-4f61-8a85-863322ad1d4f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 944 time: 0.0862279 Jul 28 04:06:32.462582 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f148242c-34d4-47c5-a754-803c7c26b985 req-f3dda20f-1220-43cf-84da-86697187438c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 Jul 28 04:06:32.500713 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-753e3796-ac00-4909-b2b9-b7bafe6d5fd9 req-ccf3f921-bd6f-43f2-952c-8c24c82e281e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Jul 28 04:06:32.532330 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.560153 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Pushing event deleted for resources: {'Port': ['ID=b37f3688-fdbb-408c-b356-a8c5759665e2,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:32.628605 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0d9eb-b497-496c-bc76-ec67413cbf7b req-5ecb6d98-0774-4cc1-9c9a-6660bbfbd6b2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:32.637087 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8e0d9eb-b497-496c-bc76-ec67413cbf7b req-5ecb6d98-0774-4cc1-9c9a-6660bbfbd6b2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0581551 Jul 28 04:06:32.674956 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8e0d9eb-b497-496c-bc76-ec67413cbf7b req-efa604a3-4329-4142-a3b4-c87fd2d95ded tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Jul 28 04:06:32.701698 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 52902) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:32.803312 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] No DVR routers for this DVR port b37f3688-fdbb-408c-b356-a8c5759665e2 on host hv-cinder-74014 {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:06:32.806346 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.808305 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-b778491c-5e7b-47ba-98be-9797f014e97f req-45609a67-fda0-4ead-8d7e-f7fb14e92882 tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.41 "DELETE /v2.0/ports/b37f3688-fdbb-408c-b356-a8c5759665e2 HTTP/1.1" status: 204 len: 173 time: 0.7717710 Jul 28 04:06:32.808761 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'name': 'network-vif-deleted', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:32.810954 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91771d2-aeeb-45bd-a607-9b3984333ba5" -d '{"events": [{"server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "name": "network-vif-deleted", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:32.811714 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1d2c-9e3c-4816-b4ac-37f1fe401407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.849095 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6601dc-2eb0-4c97-93a9-5bc113333a49 x-openstack-request-id: req-4a6601dc-2eb0-4c97-93a9-5bc113333a49 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:32.849384 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea68f46-e512-4522-a31d-4def89e54ee4", "name": "network-vif-deleted", "tag": "b37f3688-fdbb-408c-b356-a8c5759665e2", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:32.850013 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a6601dc-2eb0-4c97-93a9-5bc113333a49 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:32.850013 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea68f46-e512-4522-a31d-4def89e54ee4', 'name': 'network-vif-deleted', 'tag': 'b37f3688-fdbb-408c-b356-a8c5759665e2', 'status': 'completed', 'code': 200} Jul 28 04:06:32.907868 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1d2c-9e3c-4816-b4ac-37f1fe401407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.912509 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1d2c-9e3c-4816-b4ac-37f1fe401407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:32.950416 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-5d1a1d2c-9e3c-4816-b4ac-37f1fe401407 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0165316dcd39475ea5b3303b78bf73dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475855 Jul 28 04:06:32.951318 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a1d2c-9e3c-4816-b4ac-37f1fe401407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4defc6-4158-49a0-8cd2-7b0e11682c78,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:32.953180 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 52908) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:33.000764 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.020364 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.064906 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.067729 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.069055 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c4defc6-4158-49a0-8cd2-7b0e11682c78 HTTP/1.1" status: 204 len: 168 time: 0.1148834 Jul 28 04:06:33.077425 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95fa1-c946-407c-a2ad-79c40b28d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4defc6-4158-49a0-8cd2-7b0e11682c78,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:33.098339 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['b37f3688-fdbb-408c-b356-a8c5759665e2'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:33.166530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7cbbf132-0e3c-405b-b694-cf5442d8319f req-b1e46eb8-1027-451d-ab0d-b0e7e73aa02f tempest-VolumesActionsTest-961831174 tempest-VolumesActionsTest-961831174-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ea68f46-e512-4522-a31d-4def89e54ee4 HTTP/1.1" status: 200 len: 210 time: 0.0265410 Jul 28 04:06:33.424823 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:33.472842 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:33.477293 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:33.477650 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.590672 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.642011 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:33.649700 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:33.703377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83647-031b-4064-9b2d-b4d94b617285 req-6bec1fce-562d-422f-b1c3-86117102dd11 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:33.705188 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bdd83647-031b-4064-9b2d-b4d94b617285 req-6bec1fce-562d-422f-b1c3-86117102dd11 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.1397412 Jul 28 04:06:33.733657 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:33.743706 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff204c-e839-4c69-824e-e07abc19a80e req-004021a9-5baf-4193-afb9-d3a4e779395f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:33.745302 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0ff204c-e839-4c69-824e-e07abc19a80e req-004021a9-5baf-4193-afb9-d3a4e779395f tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.1259537 Jul 28 04:06:33.770103 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bdd83647-031b-4064-9b2d-b4d94b617285 req-5e1a3248-4485-4b41-b46b-5e0e699abca1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561795 Jul 28 04:06:33.783521 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:33.786010 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beafa1c0-ad3c-4465-aec8-e039aec4cecc" -d '{"events": [{"server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "name": "network-vif-plugged", "status": "completed", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:33.803048 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0ff204c-e839-4c69-824e-e07abc19a80e req-860a703d-aeef-426b-974c-e870b04e0503 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Jul 28 04:06:33.933113 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e84d44f-a039-492a-a452-6308be747a09 x-openstack-request-id: req-8e84d44f-a039-492a-a452-6308be747a09 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:33.933626 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "name": "network-vif-plugged", "status": "completed", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:33.934022 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e84d44f-a039-492a-a452-6308be747a09 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:33.934582 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43', 'code': 200} Jul 28 04:06:33.956241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6f8f-a054-4a8c-b772-6e754a63cd39 req-acbd7312-a9ef-49d8-8cbd-43376b478f00 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:33.962440 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5cca6f8f-a054-4a8c-b772-6e754a63cd39 req-acbd7312-a9ef-49d8-8cbd-43376b478f00 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0643749 Jul 28 04:06:34.010974 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5cca6f8f-a054-4a8c-b772-6e754a63cd39 req-b2e7964e-8ee7-4449-961e-1a6c3f1aa0ff tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Jul 28 04:06:34.152331 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81844e-bfe7-4b69-b387-b4c53328bdde req-baa5f49e-7f78-4b6a-aaf5-61f1017dd596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:34.154515 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2a81844e-bfe7-4b69-b387-b4c53328bdde req-baa5f49e-7f78-4b6a-aaf5-61f1017dd596 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 1098 time: 0.0585833 Jul 28 04:06:34.199435 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2a81844e-bfe7-4b69-b387-b4c53328bdde req-cf2f07f0-a4cd-4064-a60e-caa9eba77074 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Jul 28 04:06:34.951450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e7c0-4232-4597-bdd3-10feca3da555 req-d73dbd13-3b49-498c-af82-3805445ec817 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:34.953949 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67a2e7c0-4232-4597-bdd3-10feca3da555 req-d73dbd13-3b49-498c-af82-3805445ec817 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.0650921 Jul 28 04:06:34.994243 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67a2e7c0-4232-4597-bdd3-10feca3da555 req-d63aefbc-47ff-4f62-a038-37005a007d08 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Jul 28 04:06:35.135702 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3fa3-b98c-455c-840e-7208d8bbd11b req-e3fe3f51-3198-4d4e-aa9b-d90530ac6e5b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:35.137301 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-585f3fa3-b98c-455c-840e-7208d8bbd11b req-e3fe3f51-3198-4d4e-aa9b-d90530ac6e5b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0559328 Jul 28 04:06:35.175771 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-585f3fa3-b98c-455c-840e-7208d8bbd11b req-2840d1fb-91c6-49fc-9b5c-ca6df293cae8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Jul 28 04:06:35.420138 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device b37f3688-fdbb-408c-b356-a8c5759665e2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:35.442073 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: b37f3688-fdbb-408c-b356-a8c5759665e2 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:06:35.442385 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device b37f3688-fdbb-408c-b356-a8c5759665e2 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:36.128777 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec43f8d-98e6-478f-a821-a4bb4898ab19 req-aa6f47c9-bc87-48e4-be6b-db998a0e582e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:36.130955 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6ec43f8d-98e6-478f-a821-a4bb4898ab19 req-aa6f47c9-bc87-48e4-be6b-db998a0e582e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.0556436 Jul 28 04:06:36.173000 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6ec43f8d-98e6-478f-a821-a4bb4898ab19 req-fe19a1c6-a486-44e8-a14b-01a990523207 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346501 Jul 28 04:06:36.309921 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b6d50-bfd8-4db4-8211-8d83d742b1d2 req-bfb6a2ec-df91-4489-be6c-89f10132f34b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:36.311534 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c13b6d50-bfd8-4db4-8211-8d83d742b1d2 req-bfb6a2ec-df91-4489-be6c-89f10132f34b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Jul 28 04:06:36.358647 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c13b6d50-bfd8-4db4-8211-8d83d742b1d2 req-f917bc9a-e511-45d8-9461-959dc85aaed3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Jul 28 04:06:36.659358 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53122) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:36.776322 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b40-9dd6-4c9b-a3f9-bf8d30ee5804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:36.888799 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b40-9dd6-4c9b-a3f9-bf8d30ee5804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:36.893426 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0b40-9dd6-4c9b-a3f9-bf8d30ee5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:36.939151 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53136) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:36.939370 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-5d4c0b40-9dd6-4c9b-a3f9-bf8d30ee5804 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ed6d2e55c574e65af24632eb077de83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786419 Jul 28 04:06:36.940315 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c0b40-9dd6-4c9b-a3f9-bf8d30ee5804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6695963-2771-4629-9191-b6be6128d9eb,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:37.013151 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.041042 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.099502 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.114427 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.119836 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6695963-2771-4629-9191-b6be6128d9eb HTTP/1.1" status: 204 len: 168 time: 0.1791451 Jul 28 04:06:37.128774 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17550-f578-4899-b285-7144070a44b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6695963-2771-4629-9191-b6be6128d9eb,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:37.266221 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f4fa6-9f0b-4b29-99ba-24033cd009ec req-ab9a9f83-850b-48a4-a0bc-76ec6bb407b1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:37.267810 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e5f4fa6-9f0b-4b29-99ba-24033cd009ec req-ab9a9f83-850b-48a4-a0bc-76ec6bb407b1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.0538499 Jul 28 04:06:37.313594 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e5f4fa6-9f0b-4b29-99ba-24033cd009ec req-6abcd9e1-690d-4dc1-a60c-f7c43dc985bd tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391483 Jul 28 04:06:37.484629 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d39b3b-70b8-4c20-a141-4fae135b4528 req-499493bc-8552-4315-964f-01d4f1bdc682 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:37.486099 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c1d39b3b-70b8-4c20-a141-4fae135b4528 req-499493bc-8552-4315-964f-01d4f1bdc682 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0494273 Jul 28 04:06:37.486915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53152) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:37.514593 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e4b07b74-9fee-4c4b-bbee-40817597f36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.549795 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c1d39b3b-70b8-4c20-a141-4fae135b4528 req-9370356c-e178-462d-8e81-b855f11cd52e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Jul 28 04:06:37.623413 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e4b07b74-9fee-4c4b-bbee-40817597f36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.626823 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e4b07b74-9fee-4c4b-bbee-40817597f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.665483 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e4b07b74-9fee-4c4b-bbee-40817597f36d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a678714b290c43fcb5e7eb430448e8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775165 Jul 28 04:06:37.666333 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07b74-9fee-4c4b-bbee-40817597f36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1740b-a4c7-47e1-ad60-a6617d1e9b93,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:37.668273 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53156) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:37.727351 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.751656 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.802441 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.806545 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:37.807674 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ac1740b-a4c7-47e1-ad60-a6617d1e9b93 HTTP/1.1" status: 204 len: 168 time: 0.1320581 Jul 28 04:06:37.815428 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75597412-06f1-455e-8500-a0b5c0d06f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1740b-a4c7-47e1-ad60-a6617d1e9b93,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:38.445457 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-6e388f2d-e2a3-4a48-8673-c02f64487b76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829036 Jul 28 04:06:38.490403 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dcbe3-468d-46de-b49e-e1d68b923881 req-fad56263-29ef-4876-b58c-d79bcffeaf1c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:38.491999 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-459dcbe3-468d-46de-b49e-e1d68b923881 req-fad56263-29ef-4876-b58c-d79bcffeaf1c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.0605202 Jul 28 04:06:38.541365 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-459dcbe3-468d-46de-b49e-e1d68b923881 req-403ceac9-45eb-4a6b-a788-32ec93d0f1a9 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jul 28 04:06:38.549908 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-4f6a41bd-5157-4ac0-ad09-84230b90bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:38.551505 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-4f6a41bd-5157-4ac0-ad09-84230b90bfa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 1099 time: 0.0464687 Jul 28 04:06:38.676023 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e412c6-f675-4b8f-a4a8-5eae7cb30208 req-fc7eef2c-14ab-433d-9de7-4413d6025292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:38.677578 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-89e412c6-f675-4b8f-a4a8-5eae7cb30208 req-fc7eef2c-14ab-433d-9de7-4413d6025292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0536923 Jul 28 04:06:38.702117 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-fb7730f8-4c3f-4d79-bcc0-55469823a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:38.704643 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-fb7730f8-4c3f-4d79-bcc0-55469823a533 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 916 time: 0.1106162 Jul 28 04:06:38.730625 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-89e412c6-f675-4b8f-a4a8-5eae7cb30208 req-e8fe4001-e703-43bc-9cf2-04569f1427de tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Jul 28 04:06:38.764695 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-a7279e8b-9f5b-4f2f-9d6e-34cd1df4fd41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2 HTTP/1.1" status: 200 len: 217 time: 0.0465255 Jul 28 04:06:38.830658 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-603e9423-1d24-4315-98b0-d0929b1d9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:38.832105 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-603e9423-1d24-4315-98b0-d0929b1d9073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0493443 Jul 28 04:06:38.889661 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-a9a0d0d6-121d-49ff-a621-3e048884a0ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269747 Jul 28 04:06:38.992774 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-66baf74c-208d-4ee9-be31-9f7ceff28099 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896924 Jul 28 04:06:39.084330 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-25d5890a-8565-4cbb-aba1-6b49d381a766 req-177bedcd-716e-498f-9833-61b69adcdc9e service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828180 Jul 28 04:06:39.509739 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-1c055c00-db54-4e62-86b0-d45fc9c706e4 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:39.511591 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-1c055c00-db54-4e62-86b0-d45fc9c706e4 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.0633624 Jul 28 04:06:39.653541 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Deleting port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:06:39.653881 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:39.704476 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-07341b30-11ea-4e9b-a1d2-2a0283f7505b tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:39.712183 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-07341b30-11ea-4e9b-a1d2-2a0283f7505b tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.1822627 Jul 28 04:06:39.734895 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-169e90d0-a854-4c23-9614-6aaff663ae1b tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/quotas/fd4faf91a3704a3da99cd143b5ac40e3 HTTP/1.1" status: 200 len: 375 time: 0.0218039 Jul 28 04:06:39.743853 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa947a-7c7a-4994-83d2-ae9aa3aade53 req-02fe5023-b47b-4935-bf43-ee5245f65c57 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:39.745651 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-77fa947a-7c7a-4994-83d2-ae9aa3aade53 req-02fe5023-b47b-4935-bf43-ee5245f65c57 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5f37847-2190-42b0-8913-bf420157499a HTTP/1.1" status: 200 len: 945 time: 0.1054561 Jul 28 04:06:39.786395 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] For port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:39.789128 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:39.830166 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Calling delete_port for 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 owned by compute:nova {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:06:39.837698 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-1b03e174-4e84-4ffd-9c9b-f363744699fd tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910773 Jul 28 04:06:39.857599 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-77fa947a-7c7a-4994-83d2-ae9aa3aade53 req-864db3dd-1c98-4c2a-b66d-5474323385fc tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755649 Jul 28 04:06:40.050017 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-d73a1535-a73f-47b4-88f6-b8bffb7d8266 service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911585 Jul 28 04:06:40.061166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e18b7-4e66-4282-962b-5cd514b653cb req-4cfbc210-4145-4e74-a2ec-e8f689391035 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:40.069760 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af7e18b7-4e66-4282-962b-5cd514b653cb req-4cfbc210-4145-4e74-a2ec-e8f689391035 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1352868 Jul 28 04:06:40.079451 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.089166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53278) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:40.100625 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['30c28cff-cd4f-41ee-86b9-5d40b1fa4a43'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:40.111611 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Pushing event deleted for resources: {'Port': ['ID=30c28cff-cd4f-41ee-86b9-5d40b1fa4a43,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:40.157534 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] No DVR routers for this DVR port 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 on host hv-cinder-74014 {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:06:40.160003 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.162050 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-dc26b820-6dc2-437c-b0dc-e65d1bca42fc req-dbd6932c-64a2-49a4-b2e4-f4f808375c65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "DELETE /v2.0/ports/30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 HTTP/1.1" status: 204 len: 173 time: 0.6370804 Jul 28 04:06:40.162724 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'name': 'network-vif-deleted', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:40.165080 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618f50e-b420-49a7-a090-8d70bd966cf6" -d '{"events": [{"server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "name": "network-vif-deleted", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:40.196516 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af7e18b7-4e66-4282-962b-5cd514b653cb req-f2aa696f-95d4-4c59-a6eb-e043b4eea728 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149812 Jul 28 04:06:40.246325 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9248c7fd-f68d-4933-a935-330826936129 x-openstack-request-id: req-9248c7fd-f68d-4933-a935-330826936129 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:40.246611 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f37847-2190-42b0-8913-bf420157499a", "name": "network-vif-deleted", "tag": "30c28cff-cd4f-41ee-86b9-5d40b1fa4a43", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:40.246856 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9248c7fd-f68d-4933-a935-330826936129 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:40.247290 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f37847-2190-42b0-8913-bf420157499a', 'name': 'network-vif-deleted', 'tag': '30c28cff-cd4f-41ee-86b9-5d40b1fa4a43', 'status': 'completed', 'code': 200} Jul 28 04:06:40.258948 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-37248684-ba05-438f-bf96-a5d115428d0d service neutron] 10.222.0.43 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079375 Jul 28 04:06:40.259782 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-31c44b10-2c8d-48bc-a5f4-c3574ed561d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.362573 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-31c44b10-2c8d-48bc-a5f4-c3574ed561d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.373251 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-31c44b10-2c8d-48bc-a5f4-c3574ed561d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.442267 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d3e65bb1-69af-42a3-bf0b-f8a949b5dfd6 req-43f863d8-2ad0-48df-8092-cffed482ca31 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 210 time: 0.0414155 Jul 28 04:06:40.442843 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c44b10-2c8d-48bc-a5f4-c3574ed561d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f070a7-993c-4c90-bf2f-d79162d1a1d6,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:40.447530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-31c44b10-2c8d-48bc-a5f4-c3574ed561d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=621dba81417345e9b1ca0265faba9b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573971 Jul 28 04:06:40.450502 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53288) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:40.509915 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.531340 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.584814 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.587453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:40.588623 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3f070a7-993c-4c90-bf2f-d79162d1a1d6 HTTP/1.1" status: 204 len: 168 time: 0.1368203 Jul 28 04:06:40.604353 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fdb9c-b57b-448d-a020-e531704c4abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f070a7-993c-4c90-bf2f-d79162d1a1d6,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:40.934509 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53308) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:40.952584 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-309d3efc-d15d-4ad9-bc29-17976eccccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.073308 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-309d3efc-d15d-4ad9-bc29-17976eccccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.081057 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-309d3efc-d15d-4ad9-bc29-17976eccccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.132460 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d3efc-d15d-4ad9-bc29-17976eccccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ffca38-882e-434d-990e-bc0724232c00,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.136537 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-309d3efc-d15d-4ad9-bc29-17976eccccb4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b76bc237e61546278cbd7514d1fc94dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007787 Jul 28 04:06:41.139112 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53324) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:41.198624 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.226213 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.272593 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-45e5d6f7-5f73-47ae-bf0d-16d3dddb9daf tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:41.274915 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-45e5d6f7-5f73-47ae-bf0d-16d3dddb9daf tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 809 time: 0.1322091 Jul 28 04:06:41.294932 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.297701 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.301336 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09ffca38-882e-434d-990e-bc0724232c00 HTTP/1.1" status: 204 len: 168 time: 0.1587944 Jul 28 04:06:41.310611 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ce31-acd7-4036-8d0b-0418633a99b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ffca38-882e-434d-990e-bc0724232c00,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:41.326646 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-eb9dde5d-7805-4df2-ace6-0581ad2c92b8 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/quotas/1644cdef974647be988fbae0a9d8a326 HTTP/1.1" status: 200 len: 375 time: 0.0222225 Jul 28 04:06:41.366777 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-c9fca0e2-0e45-47e1-89f4-0ddc50264043 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391865 Jul 28 04:06:41.394892 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00905e8c-11cf-4da2-9e76-fc1b6407193e req-02d25ecc-1e4b-4e46-99df-576ee4416d50 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:41.396407 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-00905e8c-11cf-4da2-9e76-fc1b6407193e req-02d25ecc-1e4b-4e46-99df-576ee4416d50 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1204245 Jul 28 04:06:41.504988 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-00905e8c-11cf-4da2-9e76-fc1b6407193e req-76a17827-762a-4d25-80ff-8f72e7c70f58 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791049 Jul 28 04:06:41.543861 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-80e64d5c-e175-430b-bca8-911b6fa5f9ed service neutron] 10.222.0.43 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759801 Jul 28 04:06:41.692791 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cd3ecfaa-8b04-463c-9e6b-415b10cc587d req-bf586a64-f9a0-46b6-946f-b01f5207295f tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 210 time: 0.0541558 Jul 28 04:06:41.711143 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-a12dd108-7b45-4912-b5ed-a0edd72631c5 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:41.713781 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-a12dd108-7b45-4912-b5ed-a0edd72631c5 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 815 time: 0.1759918 Jul 28 04:06:41.724062 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-c7b9f325-e6c7-4b7a-8201-d30506561a48 service neutron] 10.222.0.43 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675544 Jul 28 04:06:41.739203 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Request body: {'port': {'device_id': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'admin_state_up': True, 'tenant_id': 'fd4faf91a3704a3da99cd143b5ac40e3'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:41.928921 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Made reservation on behalf of fd4faf91a3704a3da99cd143b5ac40e3 for: {'port': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:41.937011 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:41.980498 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fced855f-4d45-43e1-afe9-e5d334c671fb req-ba44690b-7c31-4416-8fc9-3c3ef715237e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 210 time: 0.0451579 Jul 28 04:06:42.128286 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Allocated IP 172.20.0.7 (8164c8fd-ea03-414f-a368-a86860efad18/8f8d5ece-2a3d-425b-9e33-1358a2bedbf0/3256e91a-559c-48f8-904d-90166768b3ca) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:42.302488 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.347334 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.361228 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2', '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'bbee0dff-94a4-49f0-91db-7886f23c4a5d'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:42.396138 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Network 8164c8fd-ea03-414f-a368-a86860efad18 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:42.404378 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:42.409028 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:42.413409 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event updated for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:42.493419 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:42.495114 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.538673 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-f6dc29c6-3a44-4373-ac7e-47556349f7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066323 Jul 28 04:06:42.561748 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Request body: {'port': {'device_id': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:42.661594 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.713282 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bd3a1-5c84-4cf9-9c35-45483b350135 req-0f946746-adeb-44eb-a42b-1be51389d1ab tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:42.715464 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b72bd3a1-5c84-4cf9-9c35-45483b350135 req-0f946746-adeb-44eb-a42b-1be51389d1ab tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0749872 Jul 28 04:06:42.774988 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:42.782633 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b72bd3a1-5c84-4cf9-9c35-45483b350135 req-e81cf008-a8ee-41cf-999d-0143e27e1ae5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Jul 28 04:06:42.991044 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be869a5-8f26-4603-a422-ca408417e88c req-e320b0f8-26d5-49bf-ba33-99c720d90c8d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:42.999134 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5be869a5-8f26-4603-a422-ca408417e88c req-e320b0f8-26d5-49bf-ba33-99c720d90c8d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 931 time: 0.1094935 Jul 28 04:06:43.074430 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5be869a5-8f26-4603-a422-ca408417e88c req-657c9c1a-5c3a-4d3e-9d62-7fc8ac30e409 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737510 Jul 28 04:06:43.169919 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-03625407-be9d-4329-8f86-bd0c3fc4e624 req-12b9e9b7-d296-4484-a729-b7ccc1ff37be tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 210 time: 0.0591772 Jul 28 04:06:43.190214 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3256e91a-559c-48f8-904d-90166768b3ca {{(pid=93226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:43.199451 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.215432 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Transition to ACTIVE for port object 3256e91a-559c-48f8-904d-90166768b3ca will not be triggered until provisioned by entity L2. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:43.218610 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.279176 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Pushing event updated for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:43.344178 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-926d4a40-d00f-4ba8-b2ac-699f21c29c0e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:43.346070 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-926d4a40-d00f-4ba8-b2ac-699f21c29c0e tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 809 time: 0.1072559 Jul 28 04:06:43.357244 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Attempting to bind port 3256e91a-559c-48f8-904d-90166768b3ca on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:43.357577 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Attempting to bind port 3256e91a-559c-48f8-904d-90166768b3ca by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:43.357893 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Attempting to bind port 3256e91a-559c-48f8-904d-90166768b3ca on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:43.362167 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Port 3256e91a-559c-48f8-904d-90166768b3ca on network 8164c8fd-ea03-414f-a368-a86860efad18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:43.362487 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Attempting to bind port 3256e91a-559c-48f8-904d-90166768b3ca on network 8164c8fd-ea03-414f-a368-a86860efad18 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:43.367499 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:43.367822 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Checking segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:43.368202 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Bound using segment: {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:43.368644 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Bound port: 3256e91a-559c-48f8-904d-90166768b3ca, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb528870-250f-468b-a684-910139d865de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18'}}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:43.368999 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.385937 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Request body: {'port': {'device_id': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa', 'admin_state_up': True, 'tenant_id': '1644cdef974647be988fbae0a9d8a326'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:43.437360 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, cleared binding levels {{(pid=93226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:43.441023 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3256e91a-559c-48f8-904d-90166768b3ca,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:43.446366 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.477057 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:06:43.485408 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:43.486054 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.487485 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] 10.222.0.41 "PUT /v2.0/ports/3256e91a-559c-48f8-904d-90166768b3ca HTTP/1.1" status: 200 len: 1093 time: 0.9304483 Jul 28 04:06:43.491068 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:43.493392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "tag": "3256e91a-559c-48f8-904d-90166768b3ca"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:43.512099 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:06:43.512874 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 30c28cff-cd4f-41ee-86b9-5d40b1fa4a43 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:06:43.536940 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dbfde-3623-4367-a3b5-78e5c9935010 service neutron] Pushing event updated for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=3']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:43.560754 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e0604-1422-4174-a383-21ca34328358 x-openstack-request-id: req-c17e0604-1422-4174-a383-21ca34328358 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:43.561119 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "tag": "3256e91a-559c-48f8-904d-90166768b3ca", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:43.561368 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c17e0604-1422-4174-a383-21ca34328358 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:43.561759 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca', 'status': 'completed', 'code': 200} Jul 28 04:06:43.596581 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-9d86ea99-9759-4792-b3f7-b69160313150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:43.598026 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-9d86ea99-9759-4792-b3f7-b69160313150 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0477557 Jul 28 04:06:43.644959 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-58efccad-5d84-4d2b-89cd-552aa65b0474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3256e91a-559c-48f8-904d-90166768b3ca HTTP/1.1" status: 200 len: 217 time: 0.0349941 Jul 28 04:06:43.700304 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-3a61f8a4-4d0e-4b23-973b-836b0d927450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:43.701851 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-3a61f8a4-4d0e-4b23-973b-836b0d927450 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0442030 Jul 28 04:06:43.731049 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Made reservation on behalf of 1644cdef974647be988fbae0a9d8a326 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:06:43.734633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:43.739518 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-1bed8321-5132-4364-9744-08304e0e13f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255089 Jul 28 04:06:43.846312 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-eb42dfe9-00aa-4331-9b44-cafc0c0cbace service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954425 Jul 28 04:06:43.891912 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Allocated IP 172.20.0.5 (6844e1b6-72a2-4d05-bd60-d319f01928aa/d39ae42f-224a-4c0e-a702-f56bf6e92796/02922371-1f5b-4b71-912e-16e318736dd4) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:06:43.936342 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1083c-7abb-40e1-84fc-b00c18c5ccb9 req-41138e29-6933-4521-9cae-61e13a9ec5cb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:43.937845 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8f1083c-7abb-40e1-84fc-b00c18c5ccb9 req-41138e29-6933-4521-9cae-61e13a9ec5cb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0827527 Jul 28 04:06:43.958566 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-714c094e-d7a4-49e6-af33-6d3b61bbe76a req-20a0f76d-99de-44ba-bf68-9726dba89efb service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917161 Jul 28 04:06:44.029053 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8f1083c-7abb-40e1-84fc-b00c18c5ccb9 req-b6acb006-6f4a-40de-b345-6fe2ec82a952 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829408 Jul 28 04:06:44.090005 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-fd48d76e-035b-4dbf-a27b-1e898b6e3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.091504 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-fd48d76e-035b-4dbf-a27b-1e898b6e3348 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0525956 Jul 28 04:06:44.093097 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.167539 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.199607 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Network 6844e1b6-72a2-4d05-bd60-d319f01928aa is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:06:44.218836 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:06:44.221134 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-9641fd80-6537-4bec-aa8f-8d72420dd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.222169 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-9641fd80-6537-4bec-aa8f-8d72420dd8fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 200 len: 916 time: 0.1090159 Jul 28 04:06:44.249540 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:06:44.298677 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-b55f8917-4649-4bc6-bd7a-8d5d5de68cb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3256e91a-559c-48f8-904d-90166768b3ca HTTP/1.1" status: 200 len: 217 time: 0.0554619 Jul 28 04:06:44.308668 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b7ae-b7da-4371-afdd-a2d8aab65e24 req-7e4c3c2d-90b1-4239-bdde-d99f0e84acb0 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.310240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f606b7ae-b7da-4371-afdd-a2d8aab65e24 req-7e4c3c2d-90b1-4239-bdde-d99f0e84acb0 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 943 time: 0.1586869 Jul 28 04:06:44.329370 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Pushing event updated for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:44.378115 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-c61fdc96-d0d2-4b7c-8599-affbd5febe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.379575 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-c61fdc96-d0d2-4b7c-8599-affbd5febe68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 200 len: 855 time: 0.0718968 Jul 28 04:06:44.381183 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.381960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.416533 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f606b7ae-b7da-4371-afdd-a2d8aab65e24 req-49b63d65-e6d6-4129-a8dc-6ac635ba1941 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849328 Jul 28 04:06:44.416533 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-0ef393a0-a995-48e9-ab44-f81accf3563c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0357599 Jul 28 04:06:44.429396 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c75c6-2db5-43a1-a8b9-207f4509a5eb req-c5b6d41b-ad53-4f4e-9905-b86e2bcee7bf tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.431178 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-442c75c6-2db5-43a1-a8b9-207f4509a5eb req-c5b6d41b-ad53-4f4e-9905-b86e2bcee7bf tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 931 time: 0.1138871 Jul 28 04:06:44.437863 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Request body: {'port': {'device_id': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:06:44.442849 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-8ed98b7e-682e-481c-9d5d-84fccbb7ba55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8164c8fd-ea03-414f-a368-a86860efad18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373693 Jul 28 04:06:44.518806 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.529024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-442c75c6-2db5-43a1-a8b9-207f4509a5eb req-bdd36700-01f7-4df1-994d-693383b8fe66 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867686 Jul 28 04:06:44.564403 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-79a6de8f-b153-417d-81d3-97d5a60327b9 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919569 Jul 28 04:06:44.673049 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-7656e36b-b920-43c9-b9d5-89ad5cae6e9f req-26457ba5-9587-4d62-853d-db40be392507 service neutron] 10.222.0.41 "GET /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902963 Jul 28 04:06:44.808638 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02922371-1f5b-4b71-912e-16e318736dd4 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:44.816168 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.828824 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Transition to ACTIVE for port object 02922371-1f5b-4b71-912e-16e318736dd4 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:06:44.832080 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.883183 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Pushing event updated for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:44.948858 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Attempting to bind port 02922371-1f5b-4b71-912e-16e318736dd4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:06:44.949196 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Attempting to bind port 02922371-1f5b-4b71-912e-16e318736dd4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:06:44.949521 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Attempting to bind port 02922371-1f5b-4b71-912e-16e318736dd4 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:44.953832 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Port 02922371-1f5b-4b71-912e-16e318736dd4 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:06:44.954149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Attempting to bind port 02922371-1f5b-4b71-912e-16e318736dd4 on network 6844e1b6-72a2-4d05-bd60-d319f01928aa {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:06:44.958827 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:06:44.959755 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Checking segment: {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:06:44.960247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Bound using segment: {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:06:44.960631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Bound port: 02922371-1f5b-4b71-912e-16e318736dd4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575086df-aceb-4481-8a00-f53fae40d873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:06:44.960985 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:44.971303 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa70aa4-2007-4a4f-a018-48ea270a3afb req-6728eb83-bee3-4191-b5de-f8ff9feb0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:44.972819 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fa70aa4-2007-4a4f-a018-48ea270a3afb req-6728eb83-bee3-4191-b5de-f8ff9feb0d21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 1099 time: 0.0427499 Jul 28 04:06:45.008569 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fa70aa4-2007-4a4f-a018-48ea270a3afb req-c460bffd-9deb-405b-9915-fce7d9cdb4dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274115 Jul 28 04:06:45.028600 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:06:45.031792 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=02922371-1f5b-4b71-912e-16e318736dd4,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:06:45.035251 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:45.076908 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.077523 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:45.078885 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] 10.222.0.41 "PUT /v2.0/ports/02922371-1f5b-4b71-912e-16e318736dd4 HTTP/1.1" status: 200 len: 1093 time: 0.6467469 Jul 28 04:06:45.079319 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:45.081553 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f61ea-1563-4038-9b21-1dbd67d6d710" -d '{"events": [{"name": "network-changed", "server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "tag": "02922371-1f5b-4b71-912e-16e318736dd4"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:45.097583 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6e1bb-30aa-4d5d-9f26-f5fb07448e71 service neutron] Pushing event updated for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:45.138408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a039d2-0aae-4eb6-95e8-1f02c1db0271 x-openstack-request-id: req-a5a039d2-0aae-4eb6-95e8-1f02c1db0271 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:45.138692 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "tag": "02922371-1f5b-4b71-912e-16e318736dd4", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:45.138937 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5a039d2-0aae-4eb6-95e8-1f02c1db0271 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:45.139320 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4', 'status': 'completed', 'code': 200} Jul 28 04:06:45.189160 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-6421c29b-8bef-493b-9ea4-8a97b85ef1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.190669 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-6421c29b-8bef-493b-9ea4-8a97b85ef1ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 1096 time: 0.0542231 Jul 28 04:06:45.205720 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c97d4-8910-40ae-91ed-d6d28a35ba88 req-70c7f1c5-dbaa-4e4f-a648-de59cbd77f5f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.207929 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-785c97d4-8910-40ae-91ed-d6d28a35ba88 req-70c7f1c5-dbaa-4e4f-a648-de59cbd77f5f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0979366 Jul 28 04:06:45.249629 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-33a82241-1964-4ee8-852a-3090ae1ca4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02922371-1f5b-4b71-912e-16e318736dd4 HTTP/1.1" status: 200 len: 217 time: 0.0415459 Jul 28 04:06:45.302575 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-785c97d4-8910-40ae-91ed-d6d28a35ba88 req-09657a2e-4b3f-409e-9f21-e1b678232cf2 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870631 Jul 28 04:06:45.325210 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-ff79d9a7-499e-4167-8660-b66ebb3c298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.326750 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-ff79d9a7-499e-4167-8660-b66ebb3c298f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d39ae42f-224a-4c0e-a702-f56bf6e92796 HTTP/1.1" status: 200 len: 849 time: 0.0561578 Jul 28 04:06:45.361057 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-8a6810bf-fb46-437d-99ba-bd92a321aca7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6844e1b6-72a2-4d05-bd60-d319f01928aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230987 Jul 28 04:06:45.476195 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-70746f31-bc0c-4587-a1c6-8413fd3f8bcd service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002409 Jul 28 04:06:45.621065 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcac28-ff17-4d82-b4bc-084f93ed7e3c req-d2e45e7e-7535-4b3d-aca1-69761602dcc1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.628233 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-babcac28-ff17-4d82-b4bc-084f93ed7e3c req-d2e45e7e-7535-4b3d-aca1-69761602dcc1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 943 time: 0.1211801 Jul 28 04:06:45.690481 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e348f95a-6b9e-42eb-89f6-906098ea05da req-eb7f6ab0-2bde-4a23-983b-1955f25b420e service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931574 Jul 28 04:06:45.718450 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-babcac28-ff17-4d82-b4bc-084f93ed7e3c req-fb97e820-4e6b-4709-b558-6a974bb2a7bd tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892758 Jul 28 04:06:45.744612 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72378a-0499-459b-a995-e698dc0022ac req-b1d61f5d-f955-4bdf-b613-2f513d6d20c1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.746279 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c72378a-0499-459b-a995-e698dc0022ac req-b1d61f5d-f955-4bdf-b613-2f513d6d20c1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 943 time: 0.1133215 Jul 28 04:06:45.819707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c72378a-0499-459b-a995-e698dc0022ac req-f4b519a3-4d0f-4095-b44c-75a9e3da7e91 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654881 Jul 28 04:06:45.836845 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-961b603a-0fd5-405c-82e1-9066569eca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.839202 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-961b603a-0fd5-405c-82e1-9066569eca74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1644cdef974647be988fbae0a9d8a326&device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 1096 time: 0.0770059 Jul 28 04:06:45.941977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-910e28c4-c027-4ced-a439-177d6ce0a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:45.944323 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-910e28c4-c027-4ced-a439-177d6ce0a3d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 200 len: 910 time: 0.0925949 Jul 28 04:06:45.999276 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-3ba72d35-e86e-475e-a371-100497b6e10e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02922371-1f5b-4b71-912e-16e318736dd4 HTTP/1.1" status: 200 len: 217 time: 0.0409956 Jul 28 04:06:46.053872 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-e39b3801-6384-4a13-be3c-64aff007c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:46.055350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-e39b3801-6384-4a13-be3c-64aff007c53a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d39ae42f-224a-4c0e-a702-f56bf6e92796 HTTP/1.1" status: 200 len: 849 time: 0.0472631 Jul 28 04:06:46.088758 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-2f6bf726-d89e-47d8-ab62-e6cf76a4be7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6844e1b6-72a2-4d05-bd60-d319f01928aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246787 Jul 28 04:06:46.187845 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-dde3d33f-7dcf-484d-a32b-70f8730393bd service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Jul 28 04:06:46.316941 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b7f61ea-1563-4038-9b21-1dbd67d6d710 req-bbb99d67-f4b3-4a5b-a225-627ede6565f9 service neutron] 10.222.0.41 "GET /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028919 Jul 28 04:06:46.421674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d698e7-0f62-4e00-bf2a-1abfdca4acef req-d7adfc9b-16df-4f54-8181-fd9961c24a61 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:46.423170 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0d698e7-0f62-4e00-bf2a-1abfdca4acef req-d7adfc9b-16df-4f54-8181-fd9961c24a61 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0508604 Jul 28 04:06:46.460626 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0d698e7-0f62-4e00-bf2a-1abfdca4acef req-472a60bb-77e4-4aef-a6b4-a311110fb08f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306718 Jul 28 04:06:46.580852 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95fad2-e9a1-473d-b1ac-69a8fde67531 req-df66be3e-fbb4-45ca-a289-0ad78b803562 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:46.582340 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5f95fad2-e9a1-473d-b1ac-69a8fde67531 req-df66be3e-fbb4-45ca-a289-0ad78b803562 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0534070 Jul 28 04:06:46.622304 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5f95fad2-e9a1-473d-b1ac-69a8fde67531 req-af1f6750-08f3-47e1-8da1-55d6614885fe tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337508 Jul 28 04:06:46.835006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c21d-5e3a-4816-9baa-d8bd3ca2425f req-5f653d09-bbc6-474f-a916-0266512b3e02 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:46.836682 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d65c21d-5e3a-4816-9baa-d8bd3ca2425f req-5f653d09-bbc6-474f-a916-0266512b3e02 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 943 time: 0.0519323 Jul 28 04:06:46.909017 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d65c21d-5e3a-4816-9baa-d8bd3ca2425f req-c71a4a7c-5892-4b14-a4f1-ce65c4496b2e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645337 Jul 28 04:06:46.977534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1897d2-a041-40e2-8c12-061457dbb954 req-f504e328-2651-4cc0-aa87-355e4b0d7262 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:46.984717 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bc1897d2-a041-40e2-8c12-061457dbb954 req-f504e328-2651-4cc0-aa87-355e4b0d7262 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 943 time: 0.0746193 Jul 28 04:06:47.031243 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bc1897d2-a041-40e2-8c12-061457dbb954 req-7840c373-6af2-49f4-ac72-5e30263e9043 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Jul 28 04:06:47.503997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 3256e91a-559c-48f8-904d-90166768b3ca details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:47.599381 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3256e91a-559c-48f8-904d-90166768b3ca,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:47.611579 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '3256e91a-559c-48f8-904d-90166768b3ca', 'network_id': '8164c8fd-ea03-414f-a368-a86860efad18', 'port_id': '3256e91a-559c-48f8-904d-90166768b3ca', 'mac_address': 'fa:16:3e:2d:82:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8d5ece-2a3d-425b-9e33-1358a2bedbf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:47.649848 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:47.663569 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3256e91a-559c-48f8-904d-90166768b3ca {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:47.683012 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3256e91a-559c-48f8-904d-90166768b3ca,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:47.685861 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:47.734830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:47.910190 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ab9605ef-089e-49f0-b012-b3d5a99633d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:48.022876 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31028b7a-6ac9-414b-8058-9f3a9bffe2f6 req-4fd0043e-87f9-478a-8571-8bb1d3ba72f1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.024401 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-31028b7a-6ac9-414b-8058-9f3a9bffe2f6 req-4fd0043e-87f9-478a-8571-8bb1d3ba72f1 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 944 time: 0.0540390 Jul 28 04:06:48.064372 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-31028b7a-6ac9-414b-8058-9f3a9bffe2f6 req-aaaf15e5-7b84-4c4f-9f2f-24676a81ea68 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jul 28 04:06:48.105513 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['3256e91a-559c-48f8-904d-90166768b3ca'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:48.169294 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd9565-8d6b-4de1-a314-c8827cb33e4c req-9c2f3574-45a1-4b13-ab35-f41acc915587 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.171331 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4bd9565-8d6b-4de1-a314-c8827cb33e4c req-9c2f3574-45a1-4b13-ab35-f41acc915587 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 943 time: 0.0507557 Jul 28 04:06:48.217475 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4bd9565-8d6b-4de1-a314-c8827cb33e4c req-f5ba8da8-3c53-4c98-bfcf-71d6a8f7c4fa tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Jul 28 04:06:48.338157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-d011b0f9-2bf2-43c4-8d80-70028cf74cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.339572 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-d011b0f9-2bf2-43c4-8d80-70028cf74cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0710852 Jul 28 04:06:48.351619 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cda68-3898-4ee4-b66d-bcd72c26ae13 req-cc13578c-12eb-4583-a151-709ae0bfe89d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.353000 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-527cda68-3898-4ee4-b66d-bcd72c26ae13 req-cc13578c-12eb-4583-a151-709ae0bfe89d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0833058 Jul 28 04:06:48.441105 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-527cda68-3898-4ee4-b66d-bcd72c26ae13 req-48268abe-c013-4504-b97d-0e983e815d6c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784125 Jul 28 04:06:48.466646 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-5781d02a-8e54-4803-808b-b989c7c6fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.468150 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-5781d02a-8e54-4803-808b-b989c7c6fb6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.1143184 Jul 28 04:06:48.523957 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-cc4d878b-a840-4b0c-8e4a-c8b6f2bda020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0464923 Jul 28 04:06:48.598886 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-dabd32ff-a5d8-493a-a5db-d487ea84de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:48.600681 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-dabd32ff-a5d8-493a-a5db-d487ea84de40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.0461109 Jul 28 04:06:48.637297 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-03e81c1e-79c4-4d7d-995e-dbce744e45f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269039 Jul 28 04:06:48.739179 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-6568314d-9305-4e6f-84d5-a12979d0a3ec service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Jul 28 04:06:48.761889 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53572) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:48.836125 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0cb7c2a-91cb-460d-a125-a1800934e58d req-21cea070-39ec-4b82-8684-17756d72dde4 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869534 Jul 28 04:06:48.872298 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec5719f4-5fd1-415e-9eef-4af9f604cfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:48.969933 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec5719f4-5fd1-415e-9eef-4af9f604cfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:48.973933 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ec5719f4-5fd1-415e-9eef-4af9f604cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.010750 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5719f4-5fd1-415e-9eef-4af9f604cfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f38f0-3ed9-4b79-ae0e-9eceb31ef593,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:49.014992 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ec5719f4-5fd1-415e-9eef-4af9f604cfc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cec68e200a2493c9cceeb59b6892250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520812 Jul 28 04:06:49.017801 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53580) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:49.066054 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.087993 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.137403 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.139838 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.141051 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/388f38f0-3ed9-4b79-ae0e-9eceb31ef593 HTTP/1.1" status: 204 len: 168 time: 0.1224875 Jul 28 04:06:49.149531 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fc53d-b745-452d-9950-24ed4644e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f38f0-3ed9-4b79-ae0e-9eceb31ef593,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:49.186769 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b099744-1672-4e06-a4f7-ea4b8f54b27c req-d8e86a3a-4ff7-4b64-88ba-e26c739be79c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:49.188271 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b099744-1672-4e06-a4f7-ea4b8f54b27c req-d8e86a3a-4ff7-4b64-88ba-e26c739be79c tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 944 time: 0.0578165 Jul 28 04:06:49.227694 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b099744-1672-4e06-a4f7-ea4b8f54b27c req-ba52ac7f-bb6b-44de-8532-307ed220a9fb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Jul 28 04:06:49.351108 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d5aab-6ceb-4161-9bb3-5298f46b3dcf req-2b1fdc21-6b4a-4310-a942-dc44f4baa887 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:49.352636 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e5d5aab-6ceb-4161-9bb3-5298f46b3dcf req-2b1fdc21-6b4a-4310-a942-dc44f4baa887 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 943 time: 0.0562866 Jul 28 04:06:49.392047 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e5d5aab-6ceb-4161-9bb3-5298f46b3dcf req-c801c17e-9e11-4f09-9980-c7b1c2569d73 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Jul 28 04:06:49.518283 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 02922371-1f5b-4b71-912e-16e318736dd4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:06:49.523454 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 3256e91a-559c-48f8-904d-90166768b3ca up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:49.579833 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c126c17-0a7e-45d7-973a-e4aef08389be req-fa487fd6-dc7d-43ba-859c-b3e034cf9ff9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:49.581436 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c126c17-0a7e-45d7-973a-e4aef08389be req-fa487fd6-dc7d-43ba-859c-b3e034cf9ff9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0658581 Jul 28 04:06:49.627892 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c126c17-0a7e-45d7-973a-e4aef08389be req-62d2ace5-66b5-4323-ae6a-81dc5ce0cec3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Jul 28 04:06:49.633235 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 3256e91a-559c-48f8-904d-90166768b3ca completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:49.639334 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 3256e91a-559c-48f8-904d-90166768b3ca triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:49.640027 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.699957 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=02922371-1f5b-4b71-912e-16e318736dd4,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:49.717516 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '02922371-1f5b-4b71-912e-16e318736dd4', 'network_id': '6844e1b6-72a2-4d05-bd60-d319f01928aa', 'port_id': '02922371-1f5b-4b71-912e-16e318736dd4', 'mac_address': 'fa:16:3e:aa:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39ae42f-224a-4c0e-a702-f56bf6e92796', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:06:49.732888 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53612) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:49.783146 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Deleting subnet 99dc0493-5ea5-48aa-8349-ce9cd74de52d {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:06:49.786340 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.792534 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.794361 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.821260 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02922371-1f5b-4b71-912e-16e318736dd4 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:06:49.830224 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.836244 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:49.838592 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1682cc93-237d-4462-b8bc-47317c441e0a" -d '{"events": [{"server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "name": "network-vif-plugged", "status": "completed", "tag": "3256e91a-559c-48f8-904d-90166768b3ca"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:49.858806 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3256e91a-559c-48f8-904d-90166768b3ca,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:49.860702 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=02922371-1f5b-4b71-912e-16e318736dd4,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:49.868507 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.874444 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.918150 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.925373 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7005e277-e805-4633-ac6d-2b6679d909b4 x-openstack-request-id: req-7005e277-e805-4633-ac6d-2b6679d909b4 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:49.926065 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "name": "network-vif-plugged", "status": "completed", "tag": "3256e91a-559c-48f8-904d-90166768b3ca", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:49.926381 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7005e277-e805-4633-ac6d-2b6679d909b4 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:49.926771 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca', 'code': 200} Jul 28 04:06:49.937762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.942389 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:49.951260 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:49.954999 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/99dc0493-5ea5-48aa-8349-ce9cd74de52d HTTP/1.1" status: 204 len: 168 time: 0.2236931 Jul 28 04:06:49.958314 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53620) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:50.007098 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291c681-3649-46a8-a186-ef09de9bb77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dc0493-5ea5-48aa-8349-ce9cd74de52d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:50.017072 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:50.060737 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.125450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61854f66-d533-416e-b9a4-e02b60eb6b3f req-bc0502c9-89f3-4a27-b967-15bc76439fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:50.126964 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-61854f66-d533-416e-b9a4-e02b60eb6b3f req-bc0502c9-89f3-4a27-b967-15bc76439fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0643902 Jul 28 04:06:50.192454 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.208685 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e389d531-0e61-4f05-a431-8f9160a67379']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.220869 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-61854f66-d533-416e-b9a4-e02b60eb6b3f req-76185e7e-67c7-4c43-b122-d2b6339e06af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599570 Jul 28 04:06:50.222347 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9821dd4c-383f-4030-8600-eff584eeac53') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.222662 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9821dd4c-383f-4030-8600-eff584eeac53') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.231897 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.247018 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.253820 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:06:50.254716 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:06:50.256613 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:06:50.337477 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.342497 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.343788 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['02922371-1f5b-4b71-912e-16e318736dd4'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:06:50.347745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53634) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:50.353378 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e389d531-0e61-4f05-a431-8f9160a67379 HTTP/1.1" status: 204 len: 168 time: 0.3928125 Jul 28 04:06:50.376956 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c02b0-f536-4be6-8c7f-85362adffa50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e389d531-0e61-4f05-a431-8f9160a67379,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:50.405675 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea22a3b-b84c-4e50-a217-7d74e1bde2f8 req-d9b06b6e-3e16-4003-8e83-65ef418ff30f tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:50.407540 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ea22a3b-b84c-4e50-a217-7d74e1bde2f8 req-d9b06b6e-3e16-4003-8e83-65ef418ff30f tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0997584 Jul 28 04:06:50.428669 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Deleting subnet 0c0ed317-820b-486d-9541-519b5a4ad5aa {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:06:50.434341 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.485662 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.497607 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ea22a3b-b84c-4e50-a217-7d74e1bde2f8 req-52aa45a8-d9a8-4940-aefe-afd436684cb6 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519056 Jul 28 04:06:50.514249 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-464d83d4-a8d7-42c8-b498-c5ebf9bb1134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.534632 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.574925 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3b8f-59d3-4f42-a34e-33031a61b761 req-717261ef-7496-4c88-a9df-36327ddedbfd tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:50.576480 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-66ab3b8f-59d3-4f42-a34e-33031a61b761 req-717261ef-7496-4c88-a9df-36327ddedbfd tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 944 time: 0.0710323 Jul 28 04:06:50.622613 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-66ab3b8f-59d3-4f42-a34e-33031a61b761 req-2f00545a-c536-47c6-84ba-fe68cb3c73ee tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Jul 28 04:06:50.624626 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.657604 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0ed317-820b-486d-9541-519b5a4ad5aa,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:50.669457 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.671722 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f87f5a8a-116a-42dd-a4e8-3959e0a46b21 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c0ed317-820b-486d-9541-519b5a4ad5aa HTTP/1.1" status: 204 len: 168 time: 0.3230064 Jul 28 04:06:50.674264 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53646) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:50.737369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.767181 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.780567 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59292d49-f108-4b4d-b4a1-54c1ab8ec839 req-c8f1fce3-41f1-4adf-a73e-b69cd292fd61 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:50.782085 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59292d49-f108-4b4d-b4a1-54c1ab8ec839 req-c8f1fce3-41f1-4adf-a73e-b69cd292fd61 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0666816 Jul 28 04:06:50.827875 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59292d49-f108-4b4d-b4a1-54c1ab8ec839 req-7a8d9446-907b-4f6e-8027-f67d8b8f8d82 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Jul 28 04:06:50.861373 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.872889 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27de3b40-661d-4985-9fac-dc97d2f9a746']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.883912 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4e6888-40f5-4403-8d94-301b5ceee218') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.884203 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4e6888-40f5-4403-8d94-301b5ceee218') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:06:50.893336 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.907883 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.914199 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:06:50.914586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:06:50.916207 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:06:50.970888 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.976443 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:50.978341 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/27de3b40-661d-4985-9fac-dc97d2f9a746 HTTP/1.1" status: 204 len: 168 time: 0.2995622 Jul 28 04:06:50.991751 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a72db9-2014-4fb6-8839-5ea064a126b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27de3b40-661d-4985-9fac-dc97d2f9a746,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:51.139918 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53666) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:51.182543 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f34b19f7-93bd-469f-91f4-6deab9b5d082 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dd2248b4f0140c2a13731768dc796ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413065 Jul 28 04:06:51.184962 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53668) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:51.237677 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.260323 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.308187 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.310799 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.311961 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4afbd26-d2e2-4d30-900e-5664e532622d HTTP/1.1" status: 204 len: 168 time: 0.1261139 Jul 28 04:06:51.320375 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbf9c-5386-49de-b243-594cf05440f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afbd26-d2e2-4d30-900e-5664e532622d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:51.598817 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.649074 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dadb04-f65e-4d29-ba5f-72cca9b9babb req-4d5ef443-957a-4ae4-b408-0a6cb770f591 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:51.650696 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-17dadb04-f65e-4d29-ba5f-72cca9b9babb req-4d5ef443-957a-4ae4-b408-0a6cb770f591 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0804169 Jul 28 04:06:51.713676 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-17dadb04-f65e-4d29-ba5f-72cca9b9babb req-a48f4915-7d94-43e3-b0ec-a2cba8946975 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Jul 28 04:06:51.743268 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53686) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:51.794601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e85b3-7b87-4cb3-ba3f-3f5e48b2b4cb req-c93b6e67-5cb6-4a0c-a589-e100b7c343a9 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:51.796075 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b14e85b3-7b87-4cb3-ba3f-3f5e48b2b4cb req-c93b6e67-5cb6-4a0c-a589-e100b7c343a9 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 944 time: 0.0812507 Jul 28 04:06:51.802129 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b4ca507f-0a6d-4444-90ef-7da2acdae616 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56b391ae623c44a0af3215e31ed0a41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552483 Jul 28 04:06:51.802574 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53688) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:51.838596 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b14e85b3-7b87-4cb3-ba3f-3f5e48b2b4cb req-e7ae17b9-9055-47aa-b788-cf1ba1bcb864 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jul 28 04:06:51.861014 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.882892 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.947991 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.951437 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:51.952910 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bdb7af3-4fa7-48ae-9194-749f0fdc0955 HTTP/1.1" status: 204 len: 168 time: 0.1483030 Jul 28 04:06:51.963937 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099b0a-831c-4065-9b29-14eb31df3faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb7af3-4fa7-48ae-9194-749f0fdc0955,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:51.984562 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47fa79-b11e-4bf6-b20c-c52de701a750 req-3e7b4cae-15e5-4d2a-a7ed-f690dde914e1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:51.986739 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6f47fa79-b11e-4bf6-b20c-c52de701a750 req-3e7b4cae-15e5-4d2a-a7ed-f690dde914e1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0637763 Jul 28 04:06:52.066858 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6f47fa79-b11e-4bf6-b20c-c52de701a750 req-483261a2-f33c-4828-900d-6b23c1c44b70 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Jul 28 04:06:52.976069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077bcd1-8c56-428e-86a7-b97f6e417286 req-67877330-4716-4f53-a2db-064c68892d30 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:52.978484 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7077bcd1-8c56-428e-86a7-b97f6e417286 req-67877330-4716-4f53-a2db-064c68892d30 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 944 time: 0.0576015 Jul 28 04:06:53.035615 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7077bcd1-8c56-428e-86a7-b97f6e417286 req-8805a036-bac6-46d3-9936-23a20d5a78a1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Jul 28 04:06:53.206679 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d9557-bce9-4e76-8c5e-1f6b4b5daa11 req-9a7653fc-6cd3-4143-a593-6f9d8862f0e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:53.214619 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c35d9557-bce9-4e76-8c5e-1f6b4b5daa11 req-9a7653fc-6cd3-4143-a593-6f9d8862f0e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0669913 Jul 28 04:06:53.253357 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c35d9557-bce9-4e76-8c5e-1f6b4b5daa11 req-6ea2b6d7-70f9-4d91-bc5b-6d0cb0e9c565 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Jul 28 04:06:53.358180 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.539061 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 02922371-1f5b-4b71-912e-16e318736dd4 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:06:53.591110 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 02922371-1f5b-4b71-912e-16e318736dd4 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:06:53.596357 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 02922371-1f5b-4b71-912e-16e318736dd4 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:06:53.597045 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.709994 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.740201 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:06:53.742835 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec070d9-f929-4ca1-8c44-29c6562c01b5" -d '{"events": [{"server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "name": "network-vif-plugged", "status": "completed", "tag": "02922371-1f5b-4b71-912e-16e318736dd4"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:06:53.757259 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=02922371-1f5b-4b71-912e-16e318736dd4,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:06:53.762539 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:53.787862 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6126aa7-eebf-465d-bfee-bf3ce497a275 x-openstack-request-id: req-d6126aa7-eebf-465d-bfee-bf3ce497a275 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:06:53.788451 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "name": "network-vif-plugged", "status": "completed", "tag": "02922371-1f5b-4b71-912e-16e318736dd4", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:06:53.788912 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6126aa7-eebf-465d-bfee-bf3ce497a275 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:06:53.789514 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4', 'code': 200} Jul 28 04:06:53.821461 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:53.993267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84076f2-3722-49f5-9e33-3f882918f40d req-3ac72f5e-cb53-4532-8e7d-1a625d3c6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:53.994902 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e84076f2-3722-49f5-9e33-3f882918f40d req-3ac72f5e-cb53-4532-8e7d-1a625d3c6f79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 1098 time: 0.0448575 Jul 28 04:06:54.039984 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e84076f2-3722-49f5-9e33-3f882918f40d req-90bc14d9-d4c5-4c2e-a448-34f74c879a1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Jul 28 04:06:54.154187 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090a8f-bfb5-4e84-9b2e-bbbec3f26806 req-b186c8bf-be47-4028-95d7-699311e238ea tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:54.155615 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4090a8f-bfb5-4e84-9b2e-bbbec3f26806 req-b186c8bf-be47-4028-95d7-699311e238ea tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.0537269 Jul 28 04:06:54.199779 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4090a8f-bfb5-4e84-9b2e-bbbec3f26806 req-6b062f34-a54c-48fc-b303-ba08ffd98e65 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Jul 28 04:06:54.416005 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4415-f905-49d8-b98c-4fff0a1f74e3 req-126740c3-4bbc-4d06-bcb6-3a1c50d53e5b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:54.417631 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e8b4415-f905-49d8-b98c-4fff0a1f74e3 req-126740c3-4bbc-4d06-bcb6-3a1c50d53e5b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0627608 Jul 28 04:06:54.456872 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e8b4415-f905-49d8-b98c-4fff0a1f74e3 req-888215f6-56e3-4663-b926-8610fe2bd5b7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 28 04:06:55.330746 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868a23c-f726-4b49-aee1-6a52b5276639 req-bb8e7059-89cd-4235-883d-dbf9f95d3fd4 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:55.332681 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5868a23c-f726-4b49-aee1-6a52b5276639 req-bb8e7059-89cd-4235-883d-dbf9f95d3fd4 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Jul 28 04:06:55.379575 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5868a23c-f726-4b49-aee1-6a52b5276639 req-94798d3f-7a9e-4a9c-b856-cb3187c68447 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Jul 28 04:06:55.615661 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34308fb-c19d-48d9-a3b4-41a7d6d68f34 req-f835ad0e-ae15-4063-88cc-2eab842f92a6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:55.617982 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a34308fb-c19d-48d9-a3b4-41a7d6d68f34 req-f835ad0e-ae15-4063-88cc-2eab842f92a6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0570154 Jul 28 04:06:55.660903 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a34308fb-c19d-48d9-a3b4-41a7d6d68f34 req-44b62e0d-f60c-4a0a-ad2e-efd005ed15df tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367305 Jul 28 04:06:56.549351 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4962b-57d8-4e82-b998-77d002d87d92 req-36cebac6-af71-4535-8276-f6aaa3bbe441 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:56.553515 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f4c4962b-57d8-4e82-b998-77d002d87d92 req-36cebac6-af71-4535-8276-f6aaa3bbe441 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.0747731 Jul 28 04:06:56.607868 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f4c4962b-57d8-4e82-b998-77d002d87d92 req-c8348c2b-d61a-45ce-b977-9fb32602c916 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482049 Jul 28 04:06:56.825115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187353bb-8c19-4e40-8e7a-56ff9d9a7c3e req-9e09de39-a3ef-4ef7-b566-394f6f5cd7fa tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:56.826724 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-187353bb-8c19-4e40-8e7a-56ff9d9a7c3e req-9e09de39-a3ef-4ef7-b566-394f6f5cd7fa tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0612166 Jul 28 04:06:56.874702 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-187353bb-8c19-4e40-8e7a-56ff9d9a7c3e req-c6d7b1b4-e4ac-4914-bbe8-931810b00e47 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Jul 28 04:06:57.622610 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc98a7e-0fbf-4eff-89dd-15173061c1da req-d91fcf63-4730-4824-84db-5698c5ecdab1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:57.624204 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4cc98a7e-0fbf-4eff-89dd-15173061c1da req-d91fcf63-4730-4824-84db-5698c5ecdab1 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.0558851 Jul 28 04:06:57.661383 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4cc98a7e-0fbf-4eff-89dd-15173061c1da req-c9afc880-2d76-4af9-9a0c-3e51c2c86824 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311837 Jul 28 04:06:57.999192 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631634d-d4b7-4c7d-9dff-20944263e745 req-1335ad77-2ba0-4c81-9b4e-309acd7a8706 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:58.000679 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2631634d-d4b7-4c7d-9dff-20944263e745 req-1335ad77-2ba0-4c81-9b4e-309acd7a8706 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0555537 Jul 28 04:06:58.041915 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2631634d-d4b7-4c7d-9dff-20944263e745 req-1b7aeb1d-5224-4084-8dc4-a875a3e76e52 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Jul 28 04:06:58.166729 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53954) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:58.270759 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-898f010a-5a56-438c-af4c-02d8c747b13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.367662 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-898f010a-5a56-438c-af4c-02d8c747b13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.371902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-898f010a-5a56-438c-af4c-02d8c747b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.412989 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-898f010a-5a56-438c-af4c-02d8c747b13b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53fbd59a92f04b8781a401095a723441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445128 Jul 28 04:06:58.413816 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f010a-5a56-438c-af4c-02d8c747b13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee8862-0190-43a8-9039-2dada4a59f29,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:58.416967 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 53962) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:58.471676 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.496529 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.545384 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.547929 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.549082 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcee8862-0190-43a8-9039-2dada4a59f29 HTTP/1.1" status: 204 len: 168 time: 0.1307681 Jul 28 04:06:58.557126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53bbd2-df54-4bda-8721-98cd111b536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee8862-0190-43a8-9039-2dada4a59f29,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:58.598243 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc1b9-9fb9-4421-9d41-16f51ec5a1a6 req-a7f1e43b-a293-4bda-8af9-805e54353215 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:58.599788 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-421dc1b9-9fb9-4421-9d41-16f51ec5a1a6 req-a7f1e43b-a293-4bda-8af9-805e54353215 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0666604 Jul 28 04:06:58.641220 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-421dc1b9-9fb9-4421-9d41-16f51ec5a1a6 req-f44a26b5-06c7-44a2-aa3d-c475e1839494 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354242 Jul 28 04:06:58.782266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da5e0-bece-4896-b1a3-5789d1098574 req-80fd0221-8da7-4ae7-b32b-ac5d37fbf556 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:58.783728 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-199da5e0-bece-4896-b1a3-5789d1098574 req-80fd0221-8da7-4ae7-b32b-ac5d37fbf556 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.0508921 Jul 28 04:06:58.824904 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-199da5e0-bece-4896-b1a3-5789d1098574 req-b4d852aa-3289-4ff1-96a6-5816d8ca420b tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Jul 28 04:06:58.825673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53974) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:58.838353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d1c765a7-2d2f-4aad-9640-7c8bf625e01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.936334 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d1c765a7-2d2f-4aad-9640-7c8bf625e01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.940245 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-d1c765a7-2d2f-4aad-9640-7c8bf625e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:58.988740 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-d1c765a7-2d2f-4aad-9640-7c8bf625e01e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b785ac6b0c8e416d9c99556fdf6ce86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598303 Jul 28 04:06:58.989263 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 53982) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:58.996253 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c765a7-2d2f-4aad-9640-7c8bf625e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7f87b6-c749-41b8-889b-76b7b3561f58,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:59.055399 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.083516 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.160356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.163617 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.164855 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd7f87b6-c749-41b8-889b-76b7b3561f58 HTTP/1.1" status: 204 len: 168 time: 0.1742551 Jul 28 04:06:59.179311 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0810d-16ec-4335-89eb-8f2e3460747c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7f87b6-c749-41b8-889b-76b7b3561f58,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:59.200724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eecd9-11a3-4765-81ff-5a5298d7ed5a req-9dd35162-4900-4ed4-85e0-4427c34b125a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:59.202245 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f26eecd9-11a3-4765-81ff-5a5298d7ed5a req-9dd35162-4900-4ed4-85e0-4427c34b125a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0687075 Jul 28 04:06:59.266892 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f26eecd9-11a3-4765-81ff-5a5298d7ed5a req-7540632f-88ef-460e-b7f2-b42e43323795 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jul 28 04:06:59.526069 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54008) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:59.539640 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b477d456-a117-4712-b5bd-fcc628f68fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.625686 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b477d456-a117-4712-b5bd-fcc628f68fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.629171 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b477d456-a117-4712-b5bd-fcc628f68fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.666671 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b477d456-a117-4712-b5bd-fcc628f68fe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcfc491dc9154ff2881d53cef3f5d44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395316 Jul 28 04:06:59.669178 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54012) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:06:59.675105 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d456-a117-4712-b5bd-fcc628f68fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cda8a5-1127-4733-903b-913e450ce18f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:06:59.730017 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.751285 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.771902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56d2e8-ff7e-430a-924d-03fc7f027eb9 req-7bb9214c-2ba7-4e0a-8532-5896ebf17c5e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:06:59.774293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c56d2e8-ff7e-430a-924d-03fc7f027eb9 req-7bb9214c-2ba7-4e0a-8532-5896ebf17c5e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Jul 28 04:06:59.798198 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.801007 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:06:59.802368 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84cda8a5-1127-4733-903b-913e450ce18f HTTP/1.1" status: 204 len: 168 time: 0.1322834 Jul 28 04:06:59.815762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf61ed-987e-4d35-bbcb-e6651d3550a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cda8a5-1127-4733-903b-913e450ce18f,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:00.124174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c56d2e8-ff7e-430a-924d-03fc7f027eb9 req-b70f97c2-5a8a-40d6-ad7c-e0e8e17da3da tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439326 Jul 28 04:07:00.153343 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1dafe-dee1-4651-8af3-8423bd7ff59d req-4f422da3-a346-4e9f-8c1a-d38f073e3093 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:00.154924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3bc1dafe-dee1-4651-8af3-8423bd7ff59d req-4f422da3-a346-4e9f-8c1a-d38f073e3093 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.1079018 Jul 28 04:07:00.162232 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-acf3233c-8644-4f20-b253-bec32ae7fb88 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:00.163586 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-acf3233c-8644-4f20-b253-bec32ae7fb88 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 945 time: 0.1177568 Jul 28 04:07:00.227085 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3bc1dafe-dee1-4651-8af3-8423bd7ff59d req-690a8fef-0837-45a4-b3d3-0d90288db679 tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/security-groups?id=21d4eeea-817a-4bae-9da7-3edf70208794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 28 04:07:00.278718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Deleting port 02922371-1f5b-4b71-912e-16e318736dd4 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:07:00.279064 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.401574 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] For port 02922371-1f5b-4b71-912e-16e318736dd4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=02922371-1f5b-4b71-912e-16e318736dd4,segment=NetworkSegment(575086df-aceb-4481-8a00-f53fae40d873),segment_id=575086df-aceb-4481-8a00-f53fae40d873)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:00.401943 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.420707 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8696c-8a47-4852-b185-bec7f246cc82 req-1f4b023f-b1d4-48fa-9565-bc18d19dcfef tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:00.422225 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9ce8696c-8a47-4852-b185-bec7f246cc82 req-1f4b023f-b1d4-48fa-9565-bc18d19dcfef tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0885181 Jul 28 04:07:00.426517 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Calling delete_port for 02922371-1f5b-4b71-912e-16e318736dd4 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:07:00.501096 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9ce8696c-8a47-4852-b185-bec7f246cc82 req-2a2acc5a-0452-4c0f-bc49-d2f1b7a8965e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Jul 28 04:07:00.608445 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54056) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:00.617314 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.631920 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['02922371-1f5b-4b71-912e-16e318736dd4'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:00.652721 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54060) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:00.659334 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Pushing event deleted for resources: {'Port': ['ID=02922371-1f5b-4b71-912e-16e318736dd4,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:00.718345 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] No DVR routers for this DVR port 02922371-1f5b-4b71-912e-16e318736dd4 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:07:00.721007 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.723347 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a8cf3a45-3090-4314-928a-d89ad7bda2d7 req-13ebe81f-490e-48f0-9e29-73d79d8b9f6d tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.41 "DELETE /v2.0/ports/02922371-1f5b-4b71-912e-16e318736dd4 HTTP/1.1" status: 204 len: 173 time: 0.5434742 Jul 28 04:07:00.723806 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'name': 'network-vif-deleted', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:00.726298 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2ab47-00a0-4944-8027-135e53d0463d" -d '{"events": [{"server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "name": "network-vif-deleted", "tag": "02922371-1f5b-4b71-912e-16e318736dd4"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:00.782795 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af4cde-ed8f-446f-914b-33f85290707f x-openstack-request-id: req-c9af4cde-ed8f-446f-914b-33f85290707f {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:00.783408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aaf7f64-cc37-4545-bb2a-73501aabc351", "name": "network-vif-deleted", "tag": "02922371-1f5b-4b71-912e-16e318736dd4", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:00.783408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9af4cde-ed8f-446f-914b-33f85290707f {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:00.784019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaf7f64-cc37-4545-bb2a-73501aabc351', 'name': 'network-vif-deleted', 'tag': '02922371-1f5b-4b71-912e-16e318736dd4', 'status': 'completed', 'code': 200} Jul 28 04:07:00.816350 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfed-dc67-4f06-af8a-c7884bd464c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.837625 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1606077082-network', 'tenant_id': 'e066fc25ff634763b8761fbc261d7317'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:00.864221 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.db.api [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 04:07:00.864221 dv-cinder-740146-11-smb neutron-server[93226]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 04:07:00.864221 dv-cinder-740146-11-smb neutron-server[93226]: [parameters: {'project_id': 'e066fc25ff634763b8761fbc261d7317', 'id': 'f13fd530-dd65-4573-abe4-e27d7552f4b4', 'expiration': datetime.datetime(2021, 7, 28, 4, 9, 0, 856813)}] Jul 28 04:07:00.864221 dv-cinder-740146-11-smb neutron-server[93226]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 04:07:00.864782 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG oslo_db.api [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 04:07:00.956219 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfed-dc67-4f06-af8a-c7884bd464c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:00.960703 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2fddbfed-dc67-4f06-af8a-c7884bd464c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.000567 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2fddbfed-dc67-4f06-af8a-c7884bd464c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1fa540aa0bf45daa2dd51013bc4d21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465612 Jul 28 04:07:01.001741 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbfed-dc67-4f06-af8a-c7884bd464c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4698d8a1-a248-411a-9c94-6064dec65cb7,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.003344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54072) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:01.053883 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.076697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.124377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.126968 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.128205 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4698d8a1-a248-411a-9c94-6064dec65cb7 HTTP/1.1" status: 204 len: 168 time: 0.1231751 Jul 28 04:07:01.136286 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcac82-becf-4e54-8bfb-a80da88ea675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4698d8a1-a248-411a-9c94-6064dec65cb7,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.252004 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97277-a98c-43bf-88e1-c5bf2e8986dd req-a24d209c-94da-45ea-9608-06f79fb29c7d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:01.253563 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f9b97277-a98c-43bf-88e1-c5bf2e8986dd req-a24d209c-94da-45ea-9608-06f79fb29c7d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0534666 Jul 28 04:07:01.293856 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f9b97277-a98c-43bf-88e1-c5bf2e8986dd req-55dae59a-7e0e-4a80-b86b-2f3b2af86fb3 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Jul 28 04:07:01.343646 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cb9a4280-8776-4362-abc3-e51e041dfb68 req-cd8b16c5-da63-4898-b118-6bed2feffe6c tempest-VolumesActionsTest-1642982909 tempest-VolumesActionsTest-1642982909-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aaf7f64-cc37-4545-bb2a-73501aabc351 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Jul 28 04:07:01.389775 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Made reservation on behalf of e066fc25ff634763b8761fbc261d7317 for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:01.392291 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.401239 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.416899 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54082) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:01.446648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92af720f-2859-4184-9b4a-51c18bee38bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.500977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-5a82723b-051d-463d-831b-16df17599064 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:01.502325 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-5a82723b-051d-463d-831b-16df17599064 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 945 time: 0.0646267 Jul 28 04:07:01.508493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.512580 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.533465 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:07:01.550175 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.550175 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Added segment ac34488b-3767-4aeb-be12-55939714c941 of type vlan for network 1dea2200-d133-418e-9f2c-459be220462f Jul 28 04:07:01.551627 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225a025-03ba-4932-a386-a40d26ff718e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.597452 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.690377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdd91-5203-413a-8062-fb1a1d2cdf06 req-3ec7800b-cd5a-4bc3-87c3-0fc4d295a472 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:01.691953 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b2abdd91-5203-413a-8062-fb1a1d2cdf06 req-3ec7800b-cd5a-4bc3-87c3-0fc4d295a472 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0918915 Jul 28 04:07:01.715509 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Deleting port 3256e91a-559c-48f8-904d-90166768b3ca {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:07:01.715847 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.748229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92af720f-2859-4184-9b4a-51c18bee38bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.776579 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92af720f-2859-4184-9b4a-51c18bee38bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.813122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.814072 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:01.814646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.840405 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b2abdd91-5203-413a-8062-fb1a1d2cdf06 req-de3a0a66-228c-42e8-ae00-b95ca928d078 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387982 Jul 28 04:07:01.843657 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af720f-2859-4184-9b4a-51c18bee38bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a6eac-5112-4b71-b4fe-0882809e9c9e,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.853239 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-92af720f-2859-4184-9b4a-51c18bee38bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3c9cfb610424282bd0a1296f14203e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350650 Jul 28 04:07:01.856530 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54086) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:01.875419 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2658825 Jul 28 04:07:01.878942 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54088) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:01.888764 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Request body: {'subnet': {'network_id': '1dea2200-d133-418e-9f2c-459be220462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1606077082-subnet', 'tenant_id': 'e066fc25ff634763b8761fbc261d7317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:01.896192 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] For port 3256e91a-559c-48f8-904d-90166768b3ca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3256e91a-559c-48f8-904d-90166768b3ca,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:01.896580 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.905561 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282f78-c12e-437d-8662-53176d895d50 admin admin] Pushing event updated for resources: {'Network': ['ID=1dea2200-d133-418e-9f2c-459be220462f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:01.916058 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Calling delete_port for 3256e91a-559c-48f8-904d-90166768b3ca owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:07:01.916444 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 1dea2200-d133-418e-9f2c-459be220462f details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:07:01.923626 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.933458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Made reservation on behalf of e066fc25ff634763b8761fbc261d7317 for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:01.936109 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6269761'] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:01.946555 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.000381 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.002888 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.004133 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b87a6eac-5112-4b71-b4fe-0882809e9c9e HTTP/1.1" status: 204 len: 168 time: 0.1465459 Jul 28 04:07:02.015454 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ecbca-f169-48d2-bba3-1277f26f29fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a6eac-5112-4b71-b4fe-0882809e9c9e,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:02.222363 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.234609 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2', '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', '3256e91a-559c-48f8-904d-90166768b3ca'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:02.289947 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event deleted for resources: {'Port': ['ID=3256e91a-559c-48f8-904d-90166768b3ca,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:02.313673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] No DVR routers for this DVR port 3256e91a-559c-48f8-904d-90166768b3ca on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:07:02.318706 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.321024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-700e6f65-b7a5-4ddb-91f6-62e793db88c8 req-03f6fb9e-353c-4ab8-bf44-2d50ce28b007 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "DELETE /v2.0/ports/3256e91a-559c-48f8-904d-90166768b3ca HTTP/1.1" status: 204 len: 173 time: 0.8118384 Jul 28 04:07:02.322047 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6977504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6269747'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.413513 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-86f563c8-c5bb-4b51-b3ed-b99fe4eb08a8 req-93b87e69-7621-4608-8c1a-439b64664b19 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=906545ea-9a8f-436b-a784-9968a8eaf9d6 HTTP/1.1" status: 200 len: 210 time: 0.0451751 Jul 28 04:07:02.417944 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a03eaf-6238-41c3-a38d-4412b661505f,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:02.446710 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Checking segment: {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:02.447062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Network hostable DHCP agents. Network: 1dea2200-d133-418e-9f2c-459be220462f, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:07:02.468256 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Network 1dea2200-d133-418e-9f2c-459be220462f is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:07:02.470042 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54108) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:02.484715 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 1dea2200-d133-418e-9f2c-459be220462f) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:02.490328 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c5236a66-7aff-4007-93e2-dadcc2a25947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.500293 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:02.501049 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.502070 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cdf26d-27ed-4309-863b-e295c6365819 None None] Network 1dea2200-d133-418e-9f2c-459be220462f requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:02.597763 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c5236a66-7aff-4007-93e2-dadcc2a25947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.603789 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c5236a66-7aff-4007-93e2-dadcc2a25947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.618602 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-11999a99-6693-419b-b1bb-415aa3d02c32 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7385690 Jul 28 04:07:02.651235 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c5236a66-7aff-4007-93e2-dadcc2a25947 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de568138646343899fd3a95a6cdc392c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796370 Jul 28 04:07:02.652097 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5236a66-7aff-4007-93e2-dadcc2a25947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604c0b7-5156-41c0-9e06-3877b414e87c,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:02.653870 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54118) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:02.687994 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb23043-21a2-464e-a05a-be0bb987b43e None None] Network 1dea2200-d133-418e-9f2c-459be220462f requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:02.734293 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.761526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.784960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'name': 'network-vif-deleted', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:02.787183 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a0001-d6fe-47c0-a838-2a875fb4db66" -d '{"events": [{"server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "name": "network-vif-deleted", "tag": "3256e91a-559c-48f8-904d-90166768b3ca"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:02.837433 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.841471 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:02.845401 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4604c0b7-5156-41c0-9e06-3877b414e87c HTTP/1.1" status: 204 len: 168 time: 0.1891437 Jul 28 04:07:02.855769 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1a380a-21b2-4563-a89a-de22361c9fc4 x-openstack-request-id: req-5e1a380a-21b2-4563-a89a-de22361c9fc4 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:02.856348 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906545ea-9a8f-436b-a784-9968a8eaf9d6", "name": "network-vif-deleted", "tag": "3256e91a-559c-48f8-904d-90166768b3ca", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:02.857394 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e1a380a-21b2-4563-a89a-de22361c9fc4 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:02.858106 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906545ea-9a8f-436b-a784-9968a8eaf9d6', 'name': 'network-vif-deleted', 'tag': '3256e91a-559c-48f8-904d-90166768b3ca', 'status': 'completed', 'code': 200} Jul 28 04:07:02.860229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60697ee-061e-4265-8252-e4086fadfd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604c0b7-5156-41c0-9e06-3877b414e87c,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:03.060944 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112c2fb-84b0-4d6d-a83d-99561c7e24f3 req-391c6fd6-3ca3-4bd4-9e9c-9a2309faad0b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:03.062530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7112c2fb-84b0-4d6d-a83d-99561c7e24f3 req-391c6fd6-3ca3-4bd4-9e9c-9a2309faad0b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1019263 Jul 28 04:07:03.127444 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7112c2fb-84b0-4d6d-a83d-99561c7e24f3 req-d61dc5a3-af46-41a9-a9da-163e89e595ec tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560300 Jul 28 04:07:03.593735 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 02922371-1f5b-4b71-912e-16e318736dd4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:03.623248 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 02922371-1f5b-4b71-912e-16e318736dd4 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:07:03.623648 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 02922371-1f5b-4b71-912e-16e318736dd4 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:07:03.624075 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 3256e91a-559c-48f8-904d-90166768b3ca no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:03.646736 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 3256e91a-559c-48f8-904d-90166768b3ca {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:07:03.647120 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 3256e91a-559c-48f8-904d-90166768b3ca not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:07:03.800719 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54200) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:03.898861 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-118903563-network', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:03.921818 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Made reservation on behalf of bd8e1eae86a543f5a0843e53e2bfbd53 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:03.924195 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:03.935158 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.024866 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.028504 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.054556 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:07:04.059601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab9852f-43bc-4283-9ce7-dd2d6eafd6e6,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:04.067103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.067103 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Added segment 7da647b5-5012-4c5b-9d1f-7b212fa280b7 of type vlan for network 251e6713-2f93-4dc5-826e-3ecbdd32f297 Jul 28 04:07:04.112846 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.156170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.157257 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:04.160085 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.219029 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4171410 Jul 28 04:07:04.222054 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54210) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:04.227826 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Request body: {'subnet': {'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-118903563-subnet', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:04.247505 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd9f10-1186-4146-9361-9d10d96fcf0d admin admin] Pushing event updated for resources: {'Network': ['ID=251e6713-2f93-4dc5-826e-3ecbdd32f297,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:04.250345 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Made reservation on behalf of bd8e1eae86a543f5a0843e53e2bfbd53 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:04.253204 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276734'] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.260114 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:07:04.300344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbb96f-a2c4-4e16-9ff1-f88ca10038f7 req-55e2c622-a618-4541-b9fa-d983e5e6cabe tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:04.312612 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94dbb96f-a2c4-4e16-9ff1-f88ca10038f7 req-55e2c622-a618-4541-b9fa-d983e5e6cabe tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0879683 Jul 28 04:07:04.361736 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94dbb96f-a2c4-4e16-9ff1-f88ca10038f7 req-7af1f15a-3d06-486a-8f5a-f3a29f16f745 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Jul 28 04:07:04.450372 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7086827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276620'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.512148 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4b41de-af12-4a5d-8b5b-00890ae46d58,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:04.545698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Checking segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:04.546162 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Network hostable DHCP agents. Network: 251e6713-2f93-4dc5-826e-3ecbdd32f297, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:07:04.596805 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:07:04.632230 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 251e6713-2f93-4dc5-826e-3ecbdd32f297) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:04.638162 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:04.639578 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.641453 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a036de-5f7b-4a6b-b71f-6b9fda7375c8 None None] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:04.673872 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-91ba018e-29d4-4c64-a1d0-8319d3f51c6a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4500942 Jul 28 04:07:04.676400 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54242) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:04.682556 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:04.717159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.718515 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.854939 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:04.916254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-251e6713-2f93-4dc5-826e-3ecbdd32f297', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:07:04.917216 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.046841 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.156500 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33c3eb-bbde-4660-b740-c909d6dcbe39 req-54ab5f0c-691f-4e06-b503-d28698dc3717 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:05.164601 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7a33c3eb-bbde-4660-b740-c909d6dcbe39 req-54ab5f0c-691f-4e06-b503-d28698dc3717 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.1007018 Jul 28 04:07:05.182020 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-6208c855-2ce9-41cb-a612-18b411556bf9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:05.183550 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-6208c855-2ce9-41cb-a612-18b411556bf9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 814 time: 0.2051790 Jul 28 04:07:05.207577 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-22bf35ba-b966-4b8c-8619-17742298dad1 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/quotas/e066fc25ff634763b8761fbc261d7317 HTTP/1.1" status: 200 len: 375 time: 0.0151246 Jul 28 04:07:05.236443 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7a33c3eb-bbde-4660-b740-c909d6dcbe39 req-4619b61a-e774-4b3c-9e82-838a57320cca tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708773 Jul 28 04:07:05.237147 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Allocated IP 172.20.0.2 (251e6713-2f93-4dc5-826e-3ecbdd32f297/0f4b41de-af12-4a5d-8b5b-00890ae46d58/bef0319b-9bd2-4c86-8cd6-009cfda75e83) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:05.256689 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-7fd47dc9-4392-4ed6-84f5-25fab4c0e193 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418582 Jul 28 04:07:05.408803 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-667dc371-4fdd-402e-96eb-f31f254e75c0 service neutron] 10.222.0.43 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416371 Jul 28 04:07:05.411995 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.437871 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.552716 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.569265 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-895f775a-3c28-4002-80a2-f2523673c66d service neutron] 10.222.0.43 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509168 Jul 28 04:07:05.591049 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Transition to ACTIVE for port object bef0319b-9bd2-4c86-8cd6-009cfda75e83 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:05.613854 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Transition to ACTIVE for port object bef0319b-9bd2-4c86-8cd6-009cfda75e83 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:05.629334 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:05.635655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Allocated IP 172.28.2.123 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/ae32a8ea-18ed-4a51-a9ee-7825cdf1e086) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:05.749855 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Pushing event updated for resources: {'Port': ['ID=bef0319b-9bd2-4c86-8cd6-009cfda75e83,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:05.764370 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1f4b-3307-48a3-8a47-afc5eb8008d6 req-cfe907be-584d-4721-afcd-5535786a6094 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:05.775352 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fc3b1f4b-3307-48a3-8a47-afc5eb8008d6 req-cfe907be-584d-4721-afcd-5535786a6094 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1057024 Jul 28 04:07:05.776700 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:05.778841 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:05.784564 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:05.874788 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-718522cd-61ed-4a55-9a5e-2455a5071f26 req-442d53a5-e0d8-4357-939f-79abea22db19 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 210 time: 0.0808682 Jul 28 04:07:05.890817 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fc3b1f4b-3307-48a3-8a47-afc5eb8008d6 req-843b8cec-3f32-40dd-9ce4-ebb66480ee8a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122885 Jul 28 04:07:05.900523 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.001531 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.029777 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Attempting to bind port bef0319b-9bd2-4c86-8cd6-009cfda75e83 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:06.033542 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Attempting to bind port bef0319b-9bd2-4c86-8cd6-009cfda75e83 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:06.034143 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Attempting to bind port bef0319b-9bd2-4c86-8cd6-009cfda75e83 on network 251e6713-2f93-4dc5-826e-3ecbdd32f297 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:06.044788 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:06.045225 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Checking segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:06.045708 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.046166 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Bound using segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:06.046705 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Bound port: bef0319b-9bd2-4c86-8cd6-009cfda75e83, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:06.047097 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.085492 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:06.103507 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:06.129779 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:06.140572 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:06.155830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] For port bef0319b-9bd2-4c86-8cd6-009cfda75e83, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:06.168069 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] For port bef0319b-9bd2-4c86-8cd6-009cfda75e83, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=bef0319b-9bd2-4c86-8cd6-009cfda75e83,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:06.174143 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.267658 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e045e7a-ce80-4d63-a6f7-0382a166fcc3 None None] Pushing event updated for resources: {'Port': ['ID=bef0319b-9bd2-4c86-8cd6-009cfda75e83,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:06.277868 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:06.482051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f5b0-3aef-4e52-a9b4-efccd21de9ef req-dc630e4a-92b4-4330-bfc7-0796af70eb50 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:06.483924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e04f5b0-3aef-4e52-a9b4-efccd21de9ef req-dc630e4a-92b4-4330-bfc7-0796af70eb50 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.1127882 Jul 28 04:07:06.550669 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e04f5b0-3aef-4e52-a9b4-efccd21de9ef req-56c4a732-6d14-4701-acce-4cfb3149cc28 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Jul 28 04:07:06.695903 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:06.983811 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:07.042645 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-049fad07-6f4a-4c04-91b5-7103c38f664e req-4afdb8d0-43f4-4de6-b807-34fda9cd55ad tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 210 time: 0.0448256 Jul 28 04:07:07.110918 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device bef0319b-9bd2-4c86-8cd6-009cfda75e83 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:07.185950 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a89fc-499e-4957-b798-f4354c29de5b req-a801a651-1914-447e-a529-5d90a22407bb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:07.187535 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-310a89fc-499e-4957-b798-f4354c29de5b req-a801a651-1914-447e-a529-5d90a22407bb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1040263 Jul 28 04:07:07.191188 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port bef0319b-9bd2-4c86-8cd6-009cfda75e83 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:07.198704 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-c7972b69-54db-4628-8b8d-d025c5cae767 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:07.200192 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-c7972b69-54db-4628-8b8d-d025c5cae767 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.0783839 Jul 28 04:07:07.222245 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Router 9b03d615-35b1-4e39-abbc-f5d439463b11 is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:07:07.293743 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-310a89fc-499e-4957-b798-f4354c29de5b req-7c18256b-6171-4c61-8646-6fe3b1cb0cfd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 Jul 28 04:07:07.432790 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Deleting port bbee0dff-94a4-49f0-91db-7886f23c4a5d {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:07:07.434011 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:07.637761 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] For port bbee0dff-94a4-49f0-91db-7886f23c4a5d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=bbee0dff-94a4-49f0-91db-7886f23c4a5d,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:07.638571 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:07.721520 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Calling delete_port for bbee0dff-94a4-49f0-91db-7886f23c4a5d owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:07:07.857883 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339eabd-6613-44a1-9d86-931ca00c528f None None] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:07.936147 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:07:07.950778 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-09be734e-6cbb-4a01-947b-83b0ad512f2b tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:07.951421 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Sync routers for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:07:07.952748 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-09be734e-6cbb-4a01-947b-83b0ad512f2b tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 814 time: 0.1681895 Jul 28 04:07:07.969291 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Request body: {'port': {'device_id': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'network_id': '1dea2200-d133-418e-9f2c-459be220462f', 'admin_state_up': True, 'tenant_id': 'e066fc25ff634763b8761fbc261d7317'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:07.974429 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:07.974962 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:07.977447 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:06:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:07.981308 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a686ec5f-e9a6-43b4-b90a-e5d8410045f1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3022342 Jul 28 04:07:07.981308 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54316) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:07.984035 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Provisioning for port bef0319b-9bd2-4c86-8cd6-009cfda75e83 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:08.025715 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Provisioning complete for port bef0319b-9bd2-4c86-8cd6-009cfda75e83 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:08.027457 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.047828 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6d6f-d5af-47f8-8d62-fe55e2685580 req-f5d3ed4f-d276-4ae8-8f2f-9e9607d0f7c9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:08.050122 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2b6b6d6f-d5af-47f8-8d62-fe55e2685580 req-f5d3ed4f-d276-4ae8-8f2f-9e9607d0f7c9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd58ff67-cfc1-4734-b55f-62d78fc8b69c HTTP/1.1" status: 200 len: 945 time: 0.1746922 Jul 28 04:07:08.130787 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:08.223243 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dcbe3231-a22a-436c-b0f2-fa16d1729c70 req-0b9132e2-027a-4681-987f-a98247d5511a tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 210 time: 0.0511789 Jul 28 04:07:08.270626 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2b6b6d6f-d5af-47f8-8d62-fe55e2685580 req-91fca731-756d-43e4-bb33-27a329c67aaa tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983764 Jul 28 04:07:08.279596 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.300401 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2', '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'bbee0dff-94a4-49f0-91db-7886f23c4a5d'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:08.315671 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event deleted for resources: {'Port': ['ID=bbee0dff-94a4-49f0-91db-7886f23c4a5d,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:08.384793 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] No DVR routers for this DVR port bbee0dff-94a4-49f0-91db-7886f23c4a5d on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:07:08.387648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.390359 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26d2a30a-c203-459e-b5d2-c3a8d553adb6 req-95d39963-713c-4efc-9079-3a6bb3ff1e18 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "DELETE /v2.0/ports/bbee0dff-94a4-49f0-91db-7886f23c4a5d HTTP/1.1" status: 204 len: 173 time: 1.1600621 Jul 28 04:07:08.390510 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'name': 'network-vif-deleted', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:08.393110 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e3aa8-a178-4ecc-a77b-2d2a75ca2713" -d '{"events": [{"server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "name": "network-vif-deleted", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:08.504065 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:06Z', 'revision_number': 3, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:08.506418 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.513495 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Made reservation on behalf of e066fc25ff634763b8761fbc261d7317 for: {'port': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:08.518616 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c9ac8a-f2fc-4750-b258-07cef412f83c x-openstack-request-id: req-72c9ac8a-f2fc-4750-b258-07cef412f83c {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:08.521263 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.539022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd58ff67-cfc1-4734-b55f-62d78fc8b69c", "name": "network-vif-deleted", "tag": "bbee0dff-94a4-49f0-91db-7886f23c4a5d", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:08.539590 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72c9ac8a-f2fc-4750-b258-07cef412f83c {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:08.540207 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd58ff67-cfc1-4734-b55f-62d78fc8b69c', 'name': 'network-vif-deleted', 'tag': 'bbee0dff-94a4-49f0-91db-7886f23c4a5d', 'status': 'completed', 'code': 200} Jul 28 04:07:08.546338 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Checking router: 9b03d615-35b1-4e39-abbc-f5d439463b11 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:07:08.546764 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Updating router 9b03d615-35b1-4e39-abbc-f5d439463b11 port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:07:08.590366 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eae44-0728-4574-91b7-ed5260d92399 req-a3e994fd-b58d-449f-8bc3-606996c84369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:08.595226 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.609036 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e52eae44-0728-4574-91b7-ed5260d92399 req-a3e994fd-b58d-449f-8bc3-606996c84369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1651125 Jul 28 04:07:08.670155 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e52eae44-0728-4574-91b7-ed5260d92399 req-8a736ca4-5ce2-418b-abee-0e663a3ba9ab tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593128 Jul 28 04:07:08.685043 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] For port bef0319b-9bd2-4c86-8cd6-009cfda75e83, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=bef0319b-9bd2-4c86-8cd6-009cfda75e83,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:08.709801 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:08.974229 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fddc88-9a87-4535-a977-acd934c7f29b None None] Pushing event updated for resources: {'Port': ['ID=bef0319b-9bd2-4c86-8cd6-009cfda75e83,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:09.080190 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54336) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:09.147400 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-fc943f73-e81e-46be-b103-1ae59f7ed9c4 None None] Provisioning complete for port bef0319b-9bd2-4c86-8cd6-009cfda75e83 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:09.148181 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fc943f73-e81e-46be-b103-1ae59f7ed9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.174839 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.204939 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Transition to ACTIVE for port object ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:09.217236 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.285219 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Attempting to bind port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:09.285906 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Attempting to bind port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:09.286439 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Attempting to bind port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:09.346667 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:09.347042 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:09.347442 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.347841 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:09.348325 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Bound port: ae32a8ea-18ed-4a51-a9ee-7825cdf1e086, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:09.348786 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.426316 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-18df3f88-4b45-4ffa-b9b5-0fe353c76cae req-54fbe269-203c-42ea-988a-de0f939228f9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 210 time: 0.0537992 Jul 28 04:07:09.445030 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9807-b2f4-4281-94e8-a068a49cdb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.471605 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] For port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:09.474776 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] For port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:09.486565 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.542979 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Pushing event updated for resources: {'Port': ['ID=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:09.545091 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:09.545827 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:06:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:09.547321 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Allocated IP 172.20.0.13 (1dea2200-d133-418e-9f2c-459be220462f/54a03eaf-6238-41c3-a38d-4412b661505f/1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:09.587669 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.588037 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.588446 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.588804 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.589141 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.589475 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.589803 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.590509 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.590509 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.590826 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.591099 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.591420 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:09.684644 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9807-b2f4-4281-94e8-a068a49cdb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.696299 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9807-b2f4-4281-94e8-a068a49cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.728390 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897def3d-8d7c-4948-ae61-428143557a41 None None] Pushing event updated for resources: {'Port': ['ID=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:09.759067 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:09.779043 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e9807-b2f4-4281-94e8-a068a49cdb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82127b30-d711-4721-b4a3-8cb9ff08e010,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:09.799390 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.869377 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2e9e9807-b2f4-4281-94e8-a068a49cdb0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=497b09b12814433dbe2244cbb1f2cd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876902 Jul 28 04:07:09.885241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54358) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:09.919647 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:09.965611 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69120b4-9fb7-49cd-b35e-abe2401567b0 req-b02600cb-0f57-42af-a542-72a2ece28575 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:09.967521 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b69120b4-9fb7-49cd-b35e-abe2401567b0 req-b02600cb-0f57-42af-a542-72a2ece28575 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.2195799 Jul 28 04:07:09.982390 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5d6c-01d2-48db-a18a-18d2979228b8 req-8c22c31d-6b96-4d88-9b0f-defb5c563944 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:09.991134 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-382a5d6c-01d2-48db-a18a-18d2979228b8 req-8c22c31d-6b96-4d88-9b0f-defb5c563944 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1666863 Jul 28 04:07:10.022353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.068811 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-382a5d6c-01d2-48db-a18a-18d2979228b8 req-6b76dbe0-03cd-4aa3-86b7-05e59a4faa79 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Jul 28 04:07:10.071749 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.147301 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Allocated IP 172.20.0.1 (251e6713-2f93-4dc5-826e-3ecbdd32f297/0f4b41de-af12-4a5d-8b5b-00890ae46d58/685eacaa-66e8-4263-a6be-67a8175d27f5) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:10.167835 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.221189 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b69120b4-9fb7-49cd-b35e-abe2401567b0 req-201d57b2-db19-4e70-b39e-e10a2b5506f4 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072358 Jul 28 04:07:10.255965 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Network 1dea2200-d133-418e-9f2c-459be220462f is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:10.256745 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:06Z', 'revision_number': 3, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:10.263296 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:10.265106 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Pushing event updated for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:10.267281 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:10.312635 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4152cc-d820-4d7f-a08d-a0cfccd82350 None None] The sync data for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb is: [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:06Z', 'revision_number': 3, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:07:10.347731 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.351587 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.355383 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82127b30-d711-4721-b4a3-8cb9ff08e010 HTTP/1.1" status: 204 len: 168 time: 0.4627361 Jul 28 04:07:10.367190 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:10.367870 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.368159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50be5b-370a-420b-9b71-c0cae5af3a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82127b30-d711-4721-b4a3-8cb9ff08e010,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:10.409406 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-af62003c-0eef-4a1c-b0a0-c10287267453 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4448860 Jul 28 04:07:10.416138 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.426935 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Request body: {'port': {'device_id': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:10.527562 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Transition to ACTIVE for port object 685eacaa-66e8-4263-a6be-67a8175d27f5 will not be triggered until provisioned by entity DHCP. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:10.601227 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b893cd-2fc6-4e6a-8a24-45f3184fd8e0 req-23abfb94-116e-4e90-9352-34ba9e3fa8c9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:10.609458 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-60b893cd-2fc6-4e6a-8a24-45f3184fd8e0 req-23abfb94-116e-4e90-9352-34ba9e3fa8c9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 932 time: 0.0750840 Jul 28 04:07:10.655965 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-60b893cd-2fc6-4e6a-8a24-45f3184fd8e0 req-4bcff453-4696-4294-935a-1761dbeab799 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Jul 28 04:07:10.659066 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.722618 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6a0c0-e61f-4961-aaea-1b8b72d83898 req-70856e76-79a3-4ccc-8fcf-49fac40dbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:10.724382 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fea6a0c0-e61f-4961-aaea-1b8b72d83898 req-70856e76-79a3-4ccc-8fcf-49fac40dbd63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0544980 Jul 28 04:07:10.787029 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fea6a0c0-e61f-4961-aaea-1b8b72d83898 req-4f777294-c014-46cb-99ab-ae410fe5965d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Jul 28 04:07:10.828043 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:10.909586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:10.987969 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:10.993148 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Pushing event updated for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:10.995546 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:11.091288 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.201249 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:11.311560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:11.316628 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:11.317250 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.372161 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaf8a2-d76d-41e0-84fb-451d735b0c97 req-2ea102cc-c0fb-4c76-b54a-6796771f65f9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:11.384628 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-facaf8a2-d76d-41e0-84fb-451d735b0c97 req-2ea102cc-c0fb-4c76-b54a-6796771f65f9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1518166 Jul 28 04:07:11.489067 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.532295 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:11.545275 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.546406 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device bef0319b-9bd2-4c86-8cd6-009cfda75e83 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:11.562481 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-facaf8a2-d76d-41e0-84fb-451d735b0c97 req-6701a93f-587e-4650-817f-ed23fa9c9c64 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722145 Jul 28 04:07:11.589028 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-33d089d2-8d30-4db3-a0a1-71ac1f4e1852 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:11.591730 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-33d089d2-8d30-4db3-a0a1-71ac1f4e1852 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.2041614 Jul 28 04:07:11.608681 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:11.612278 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ba789241-2534-43c2-8dfa-45cd345caa5f None None] Provisioning for port 685eacaa-66e8-4263-a6be-67a8175d27f5 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:11.622561 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922951-84ef-47b6-b91b-605874e56464 req-6d62194f-f5a4-4b4d-8414-6af1704f2c6a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:11.631204 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-79922951-84ef-47b6-b91b-605874e56464 req-6d62194f-f5a4-4b4d-8414-6af1704f2c6a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 945 time: 0.1427727 Jul 28 04:07:11.664691 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device bbee0dff-94a4-49f0-91db-7886f23c4a5d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:11.728326 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: bbee0dff-94a4-49f0-91db-7886f23c4a5d {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:07:11.728694 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device bbee0dff-94a4-49f0-91db-7886f23c4a5d not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:07:11.734579 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ba789241-2534-43c2-8dfa-45cd345caa5f None None] Provisioning complete for port 685eacaa-66e8-4263-a6be-67a8175d27f5 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:11.734969 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ba789241-2534-43c2-8dfa-45cd345caa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.805557 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad {{(pid=93226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:07:11.815900 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-ba789241-2534-43c2-8dfa-45cd345caa5f None None] Port 685eacaa-66e8-4263-a6be-67a8175d27f5 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:07:11.825381 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.852752 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-79922951-84ef-47b6-b91b-605874e56464 req-baf82ad3-20f8-466f-a240-1930ec40e636 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197382 Jul 28 04:07:11.883044 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port bef0319b-9bd2-4c86-8cd6-009cfda75e83 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:11.883788 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:11.892304 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Transition to ACTIVE for port object 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad will not be triggered until provisioned by entity L2. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:11.892898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fa3aa-3389-4cab-a82f-27420e90a89a req-307a5c6c-ad78-4760-b06d-f04996a1ec12 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:11.902699 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4f7fa3aa-3389-4cab-a82f-27420e90a89a req-307a5c6c-ad78-4760-b06d-f04996a1ec12 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 932 time: 0.1182306 Jul 28 04:07:11.907944 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.009867 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.011674 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4f7fa3aa-3389-4cab-a82f-27420e90a89a req-84104b1c-f2ce-494d-b598-73e6ebf0366d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079342 Jul 28 04:07:12.034664 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Deleting port 9ec21b11-0c90-4244-a844-79e3ef11ea32 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:07:12.039247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.149710 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Attempting to bind port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:12.150046 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Attempting to bind port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:12.153013 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Attempting to bind port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad on network 1dea2200-d133-418e-9f2c-459be220462f {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:12.165643 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] For port 9ec21b11-0c90-4244-a844-79e3ef11ea32, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9ec21b11-0c90-4244-a844-79e3ef11ea32,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:12.166445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.191849 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad on network 1dea2200-d133-418e-9f2c-459be220462f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:07:12.192171 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Attempting to bind port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad on network 1dea2200-d133-418e-9f2c-459be220462f {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:12.202054 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Calling delete_port for 9ec21b11-0c90-4244-a844-79e3ef11ea32 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:07:12.202600 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:12.202941 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Checking segment: {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:12.203330 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Bound using segment: {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:12.203769 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Bound port: 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'}}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:12.204128 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.220147 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.345132 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, cleared binding levels {{(pid=93226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:12.349486 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:12.360594 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.397490 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.410767 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2', '9ec21b11-0c90-4244-a844-79e3ef11ea32'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:12.486991 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event deleted for resources: {'Port': ['ID=9ec21b11-0c90-4244-a844-79e3ef11ea32,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.515736 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] No DVR routers for this DVR port 9ec21b11-0c90-4244-a844-79e3ef11ea32 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:07:12.519611 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.523090 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-516c1cea-d036-4593-97a7-5ade3db1be61 req-194bc375-ca7d-4ede-9631-66c983342bef tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "DELETE /v2.0/ports/9ec21b11-0c90-4244-a844-79e3ef11ea32 HTTP/1.1" status: 204 len: 173 time: 0.9199960 Jul 28 04:07:12.525038 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'name': 'network-vif-deleted', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:12.531903 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18903b6-54f0-449c-bfd7-b5f19d149753" -d '{"events": [{"server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "name": "network-vif-deleted", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:12.535198 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.540216 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:12.541260 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.542873 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] 10.222.0.41 "PUT /v2.0/ports/1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad HTTP/1.1" status: 200 len: 1094 time: 2.1232393 Jul 28 04:07:12.544317 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:12.547251 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a7f570-a1ca-4c31-8019-463b87dc5d22" -d '{"events": [{"name": "network-changed", "server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:12.583836 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.607912 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266916ab-d954-4298-a23e-3c84bad7688b x-openstack-request-id: req-266916ab-d954-4298-a23e-3c84bad7688b {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:12.608194 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2409160-86d7-4772-957a-a2d0160d17ac", "name": "network-vif-deleted", "tag": "9ec21b11-0c90-4244-a844-79e3ef11ea32", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:12.608448 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-266916ab-d954-4298-a23e-3c84bad7688b {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:12.609005 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2409160-86d7-4772-957a-a2d0160d17ac', 'name': 'network-vif-deleted', 'tag': '9ec21b11-0c90-4244-a844-79e3ef11ea32', 'status': 'completed', 'code': 200} Jul 28 04:07:12.650441 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28927c-0254-42ce-bf79-5337808377bc x-openstack-request-id: req-8d28927c-0254-42ce-bf79-5337808377bc {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:12.650720 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:12.650962 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d28927c-0254-42ce-bf79-5337808377bc {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:12.651359 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad', 'status': 'completed', 'code': 200} Jul 28 04:07:12.702224 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4186-6d4e-47a8-a13a-35bfc334e221 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=3']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.762982 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-207df970-c9d8-4033-84b4-4118bd408492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:12.764914 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-207df970-c9d8-4033-84b4-4118bd408492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 1097 time: 0.1168120 Jul 28 04:07:12.766505 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.773870 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:12.822070 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc822e-3329-4ee4-bde7-82b949c89620 req-2ae67626-c7b3-447c-821c-086a5b6f4998 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:12.823686 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-decc822e-3329-4ee4-bde7-82b949c89620 req-2ae67626-c7b3-447c-821c-086a5b6f4998 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0954092 Jul 28 04:07:12.861210 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Pushing event updated for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:12.867256 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-c67bde7a-7b40-4e59-bd8b-a78318fe435f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad HTTP/1.1" status: 200 len: 217 time: 0.0788500 Jul 28 04:07:12.883583 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-decc822e-3329-4ee4-bde7-82b949c89620 req-4bacebaa-fe53-4fdf-ac41-ddd8e0fa8b46 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Jul 28 04:07:13.043672 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:13.070622 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e36d359d-3998-4b77-974f-69d96adcc69c req-67a8ceb8-dc5d-4d87-aed1-ee668a54e85b tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2409160-86d7-4772-957a-a2d0160d17ac HTTP/1.1" status: 200 len: 210 time: 0.0614350 Jul 28 04:07:13.132655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-2c720a10-9fd2-4c17-85ab-7cf6bddf2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.134451 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-2c720a10-9fd2-4c17-85ab-7cf6bddf2524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a03eaf-6238-41c3-a38d-4412b661505f HTTP/1.1" status: 200 len: 854 time: 0.1988161 Jul 28 04:07:13.192782 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-462ec47e-7365-4980-8361-19e702edfeae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1dea2200-d133-418e-9f2c-459be220462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391295 Jul 28 04:07:13.210079 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:13.211663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:13.215311 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:13.354639 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-96e04c3d-4211-493c-a2f9-f6b8b1f147d5 service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500723 Jul 28 04:07:13.355669 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:13.440115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-a1e028d9-7462-4275-834b-759a497452bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.444364 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-a1e028d9-7462-4275-834b-759a497452bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.1378198 Jul 28 04:07:13.561220 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838c8bd-c1e9-4269-b7e2-7c59ba815eda req-d81f03c6-f15b-4635-8491-e9c8efe2ea2e tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.563176 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a838c8bd-c1e9-4269-b7e2-7c59ba815eda req-d81f03c6-f15b-4635-8491-e9c8efe2ea2e tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 944 time: 0.2189589 Jul 28 04:07:13.682771 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a838c8bd-c1e9-4269-b7e2-7c59ba815eda req-a60b6a2f-c01b-45d9-8642-199ef5ad9841 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077321 Jul 28 04:07:13.736092 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Router 9b03d615-35b1-4e39-abbc-f5d439463b11 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:07:13.742231 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-09fc0602-c036-4435-a63d-83d32a70cf77 req-0efa0e64-3a13-4887-8724-bf1c2913c27f service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708017 Jul 28 04:07:13.758098 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-8bf8b2af-81fa-45a9-b32c-5af3a060cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.759588 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-8bf8b2af-81fa-45a9-b32c-5af3a060cee9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.3011675 Jul 28 04:07:13.761198 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89354d68-9f7e-4460-bfa4-c13ffe3c9798 None None] Provisioning complete for port 685eacaa-66e8-4263-a6be-67a8175d27f5 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:13.761663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89354d68-9f7e-4460-bfa4-c13ffe3c9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:13.788915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc9f8-ed0b-4b5e-8ac0-987e698e55c8 req-ef0ac8e5-f3ed-4e3c-ac01-d80c48bd0b18 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.796159 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71acc9f8-ed0b-4b5e-8ac0-987e698e55c8 req-ef0ac8e5-f3ed-4e3c-ac01-d80c48bd0b18 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1027250 Jul 28 04:07:13.834027 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-bbfe298a-232c-4852-ad1b-4abcd0fdd998 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0649230 Jul 28 04:07:13.840600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89354d68-9f7e-4460-bfa4-c13ffe3c9798 None None] Port 685eacaa-66e8-4263-a6be-67a8175d27f5 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:07:13.927726 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-4f732535-5f32-4650-b08f-0901b0e0d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.930665 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-4f732535-5f32-4650-b08f-0901b0e0d486 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 1097 time: 0.1229570 Jul 28 04:07:13.933541 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:07:13.939439 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-5dbfb4b6-2ae4-4807-86fb-0f75f6501410 admin admin] 10.222.0.43 "PUT /v2.0/routers/9b03d615-35b1-4e39-abbc-f5d439463b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9424789 Jul 28 04:07:13.951600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Sync routers for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:07:13.955736 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71acc9f8-ed0b-4b5e-8ac0-987e698e55c8 req-fcaf147a-22df-485f-81f1-cd8a44e617d8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538768 Jul 28 04:07:13.961252 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-cdbd71d0-0218-4886-a90f-2762e8ea8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.963970 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-cdbd71d0-0218-4886-a90f-2762e8ea8632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.1150539 Jul 28 04:07:13.972925 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274dbd-a2a6-44e3-a2f4-55ae63c586a6 req-9db21e1a-83c6-4a6c-8090-4af37f292d91 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:13.975001 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-70274dbd-a2a6-44e3-a2f4-55ae63c586a6 req-9db21e1a-83c6-4a6c-8090-4af37f292d91 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1440008 Jul 28 04:07:13.975213 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:13.975678 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:06:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:14.008896 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-375d84b7-0185-4ef4-af35-1f3900fb95db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321109 Jul 28 04:07:14.097077 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-70274dbd-a2a6-44e3-a2f4-55ae63c586a6 req-653e6f93-b01a-4332-b99e-d009e32531fe tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125584 Jul 28 04:07:14.158034 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-bfdc616d-ff9f-4b6d-9409-f6a23435ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:14.159526 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-bfdc616d-ff9f-4b6d-9409-f6a23435ce2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 915 time: 0.2177629 Jul 28 04:07:14.219957 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:14.247244 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-a1fc4e37-ebc9-4013-81fa-bbddc7f1e693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad HTTP/1.1" status: 200 len: 217 time: 0.0731909 Jul 28 04:07:14.379299 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-da051814-afd7-44eb-bbc0-4ff7998a884b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:14.380977 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-da051814-afd7-44eb-bbc0-4ff7998a884b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a03eaf-6238-41c3-a38d-4412b661505f HTTP/1.1" status: 200 len: 854 time: 0.1245701 Jul 28 04:07:14.452232 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-2a192f1a-0490-4214-b4f4-7ac5831ab57e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1dea2200-d133-418e-9f2c-459be220462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565813 Jul 28 04:07:14.645196 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-6582ad5a-6a03-442a-9ed2-c2e074457ab3 service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788862 Jul 28 04:07:14.660669 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 2, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:14.671906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-deaba0b6-168c-4565-8e8c-268556fa789c service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523299 Jul 28 04:07:14.754415 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Checking router: 9b03d615-35b1-4e39-abbc-f5d439463b11 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:07:14.754781 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Updating router 9b03d615-35b1-4e39-abbc-f5d439463b11 port 685eacaa-66e8-4263-a6be-67a8175d27f5 binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:07:14.788750 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-10a7f570-a1ca-4c31-8019-463b87dc5d22 req-2d7462e2-63d9-417f-a325-1f81e3b92813 service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262839 Jul 28 04:07:14.795378 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:14.868764 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d386e13a-5169-42c0-9ad6-8bdc4a0e78ea req-6c7a1ada-8efb-4b86-8613-b805d578a531 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879315 Jul 28 04:07:14.914363 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c686-fc54-4402-a76c-1dd19da7a7d7 req-4bc01d36-22c5-48d3-bf01-4ec8384a6df6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:14.917009 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8fe7c686-fc54-4402-a76c-1dd19da7a7d7 req-4bc01d36-22c5-48d3-bf01-4ec8384a6df6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 944 time: 0.0755138 Jul 28 04:07:14.984256 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8fe7c686-fc54-4402-a76c-1dd19da7a7d7 req-08d212f9-fcfe-451e-a421-70319abee7ae tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597425 Jul 28 04:07:15.005043 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54458) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:15.012309 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1910940949-network', 'tenant_id': 'f32221172458456782ec79ef05bc092e'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:15.074166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Made reservation on behalf of f32221172458456782ec79ef05bc092e for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:15.076276 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.090263 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.129335 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2dd44-b8d4-4dbd-b360-dfb5588b52b5 req-ac0f1d80-9708-4eb8-a48b-61839628e2e7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:15.137188 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88b2dd44-b8d4-4dbd-b360-dfb5588b52b5 req-ac0f1d80-9708-4eb8-a48b-61839628e2e7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0937405 Jul 28 04:07:15.233756 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88b2dd44-b8d4-4dbd-b360-dfb5588b52b5 req-f235aa24-f27c-4104-bbef-6d33fa8fa228 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955615 Jul 28 04:07:15.252562 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.258627 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Transition to ACTIVE for port object 685eacaa-66e8-4263-a6be-67a8175d27f5 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:15.265663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.343824 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee6543-d774-4d25-9bb7-e953b8333a16 req-7f000af7-52fc-4ced-a610-6738e4160afd tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:15.344844 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8eea8-060e-44cf-9903-f75d936e639f None None] Pushing event updated for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:15.346530 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85ee6543-d774-4d25-9bb7-e953b8333a16 req-7f000af7-52fc-4ced-a610-6738e4160afd tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1063061 Jul 28 04:07:15.432991 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Attempting to bind port 685eacaa-66e8-4263-a6be-67a8175d27f5 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:15.433356 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Attempting to bind port 685eacaa-66e8-4263-a6be-67a8175d27f5 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:15.433879 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Attempting to bind port 685eacaa-66e8-4263-a6be-67a8175d27f5 on network 251e6713-2f93-4dc5-826e-3ecbdd32f297 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:15.440789 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:15.441236 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Checking segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:15.441642 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.442246 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Bound using segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:15.442618 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Bound port: 685eacaa-66e8-4263-a6be-67a8175d27f5, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:15.443034 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.448122 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.463567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85ee6543-d774-4d25-9bb7-e953b8333a16 req-33ccc75d-62d7-48ff-a8bb-7ca8fe46c8f8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998883 Jul 28 04:07:15.467331 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.548862 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:07:15.577995 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] For port 685eacaa-66e8-4263-a6be-67a8175d27f5, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:15.588652 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] For port 685eacaa-66e8-4263-a6be-67a8175d27f5, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=685eacaa-66e8-4263-a6be-67a8175d27f5,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:15.599111 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.603313 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.603585 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Added segment 56faaa63-ff74-4fd6-8834-9ded18c891f0 of type vlan for network 19fd1900-ec76-45a4-8e83-efa97fd966f0 Jul 28 04:07:15.604980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd765a02-ee5a-4917-97f5-d31b4ca96613,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:15.670939 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.682560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:07:15.689226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 9ec21b11-0c90-4244-a844-79e3ef11ea32 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:15.711789 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.713340 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:15.714297 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.741872 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 9ec21b11-0c90-4244-a844-79e3ef11ea32 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:07:15.742220 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 9ec21b11-0c90-4244-a844-79e3ef11ea32 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:07:15.770552 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8eea8-060e-44cf-9903-f75d936e639f None None] Pushing event updated for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:15.791593 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7854369 Jul 28 04:07:15.793322 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:15.794503 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54472) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:15.795357 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:06:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:15.802682 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52949b71-b41f-41aa-b8ee-45f47257fa3a admin admin] Pushing event updated for resources: {'Network': ['ID=19fd1900-ec76-45a4-8e83-efa97fd966f0,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:15.806699 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Request body: {'subnet': {'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1910940949-subnet', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:15.858466 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Made reservation on behalf of f32221172458456782ec79ef05bc092e for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:07:15.860990 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276734'] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:15.868901 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:07:15.953096 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4968ff-5bc5-4172-9bad-67d208f985d0 req-be7dcaba-093c-436e-965a-985a6af1f3a9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:15.965169 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d4968ff-5bc5-4172-9bad-67d208f985d0 req-be7dcaba-093c-436e-965a-985a6af1f3a9 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.1334484 Jul 28 04:07:16.043158 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d4968ff-5bc5-4172-9bad-67d208f985d0 req-1b46f268-61ff-49d4-af79-399d81b2f475 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769823 Jul 28 04:07:16.137851 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d540-d7ce-4118-a719-1f43ad8975a0 req-c68027b5-f5ae-45dd-b424-22b37075ec45 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:16.139306 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b7d2d540-d7ce-4118-a719-1f43ad8975a0 req-c68027b5-f5ae-45dd-b424-22b37075ec45 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 944 time: 0.0773447 Jul 28 04:07:16.166552 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7086827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276620'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.228158 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b7d2d540-d7ce-4118-a719-1f43ad8975a0 req-2934af48-68b3-4d8b-b019-556dbd7337cb tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812016 Jul 28 04:07:16.251415 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23f3e1e-8186-4be2-94ed-70985e202ff1,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:16.275961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Checking segment: {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:16.276414 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Network hostable DHCP agents. Network: 19fd1900-ec76-45a4-8e83-efa97fd966f0, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:07:16.289651 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:16.300338 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:16.310659 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:07:16.376652 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 19fd1900-ec76-45a4-8e83-efa97fd966f0) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:16.381088 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:16.382234 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.391825 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad', 'network_id': '1dea2200-d133-418e-9f2c-459be220462f', 'port_id': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad', 'mac_address': 'fa:16:3e:0f:d6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a03eaf-6238-41c3-a38d-4412b661505f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:07:16.395456 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff977bb-8514-4f88-a668-22f27d280bc2 None None] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:16.406292 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-489a8269-a90b-47ac-a544-c2f548fb5ff5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6084962 Jul 28 04:07:16.423483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54482) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:16.423784 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fb26e-8731-4ed8-9050-d59596b0647c req-c575d896-8809-4c59-bf0e-4bab8b5f5326 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:16.432482 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fb4fb26e-8731-4ed8-9050-d59596b0647c req-c575d896-8809-4c59-bf0e-4bab8b5f5326 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1083853 Jul 28 04:07:16.441218 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:16.542747 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fb4fb26e-8731-4ed8-9050-d59596b0647c req-de63fd6a-6f42-418b-9b37-cdf68b49c4bd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921054 Jul 28 04:07:16.566690 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.568144 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.633582 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.658201 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.698879 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f8c0-c255-41b9-9c22-4b4f338fe753 req-4d9bdaf4-adf8-4d96-a32e-24d6201b33cd tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:16.700317 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:07:16.708226 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fda0f8c0-c255-41b9-9c22-4b4f338fe753 req-4d9bdaf4-adf8-4d96-a32e-24d6201b33cd tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1038404 Jul 28 04:07:16.733748 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:16.765654 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.786565 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fda0f8c0-c255-41b9-9c22-4b4f338fe753 req-d2e2dcb1-84c1-479f-9e93-e13f8989afb6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Jul 28 04:07:16.790837 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-19fd1900-ec76-45a4-8e83-efa97fd966f0', 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'fixed_ips': [{'subnet_id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:07:16.791688 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.853940 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:16.863810 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:15Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:16.898038 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:16.943000 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae633f-f127-4687-9c7c-3fe2ba77e01c None None] The sync data for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb is: [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:15Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:07:17.088505 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:17.094580 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Allocated IP 172.20.0.2 (19fd1900-ec76-45a4-8e83-efa97fd966f0/d23f3e1e-8186-4be2-94ed-70985e202ff1/21f60597-99cd-49d8-b116-5478126c740d) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:17.261194 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703430a-e1e8-4f61-a0c0-27cd5da3a212 req-a08ebc13-e43a-4a62-b78a-5a975f0efb4d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:17.276795 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e703430a-e1e8-4f61-a0c0-27cd5da3a212 req-a08ebc13-e43a-4a62-b78a-5a975f0efb4d tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.1254942 Jul 28 04:07:17.292067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.317341 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.382481 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e703430a-e1e8-4f61-a0c0-27cd5da3a212 req-01687bff-367e-4187-8c70-b1834302cb9e tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981202 Jul 28 04:07:17.472058 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812a5fc-62e9-462e-8adb-6c1aea9c12ca req-c0728276-c065-4aba-a2e2-8c5de1d549b7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:17.481047 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e812a5fc-62e9-462e-8adb-6c1aea9c12ca req-c0728276-c065-4aba-a2e2-8c5de1d549b7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 945 time: 0.1310372 Jul 28 04:07:17.524386 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.528669 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Allocated IP 172.28.2.98 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/53f0d372-2708-4265-93f3-25acf9ceffd4) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:17.547742 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Transition to ACTIVE for port object 21f60597-99cd-49d8-b116-5478126c740d will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:17.554120 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e812a5fc-62e9-462e-8adb-6c1aea9c12ca req-7aaa707a-fc62-47fb-b015-56c469559b5e tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Jul 28 04:07:17.601752 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Transition to ACTIVE for port object 21f60597-99cd-49d8-b116-5478126c740d will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:17.613730 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.658897 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:17.665014 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:17.671206 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:17.679408 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Pushing event updated for resources: {'Port': ['ID=21f60597-99cd-49d8-b116-5478126c740d,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:17.705413 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.769806 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.800948 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Attempting to bind port 21f60597-99cd-49d8-b116-5478126c740d on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:17.801317 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Attempting to bind port 21f60597-99cd-49d8-b116-5478126c740d by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:17.801680 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Attempting to bind port 21f60597-99cd-49d8-b116-5478126c740d on network 19fd1900-ec76-45a4-8e83-efa97fd966f0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:17.814270 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:17.814661 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Checking segment: {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:17.815068 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.815468 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Bound using segment: {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:17.815958 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Bound port: 21f60597-99cd-49d8-b116-5478126c740d, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:17.816349 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:17.851332 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-30632929-7ec9-42a7-9c17-02a6732c3e8a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:17.853864 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-30632929-7ec9-42a7-9c17-02a6732c3e8a tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.1931262 Jul 28 04:07:17.871954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae265c-0ed4-443a-9a91-01299dd65960 req-8ba7b1ec-406e-43ef-8dc6-6023d5f64292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:17.874866 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Pushing event updated for resources: {'Port': ['ID=53f0d372-2708-4265-93f3-25acf9ceffd4,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:17.880081 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a0ae265c-0ed4-443a-9a91-01299dd65960 req-8ba7b1ec-406e-43ef-8dc6-6023d5f64292 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1517372 Jul 28 04:07:17.909185 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:17.910898 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:17.915540 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:17.959751 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-47c14e00-1615-41b1-acbf-4ade2f74d006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:18.000612 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] For port 21f60597-99cd-49d8-b116-5478126c740d, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:18.006361 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] For port 21f60597-99cd-49d8-b116-5478126c740d, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=21f60597-99cd-49d8-b116-5478126c740d,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:18.016897 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:18.052894 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a0ae265c-0ed4-443a-9a91-01299dd65960 req-76730a61-b757-4976-9e33-93cab8bcce58 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581621 Jul 28 04:07:18.135523 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae3f7a-06e8-4c2e-b0d9-075b4a0c53fe None None] Pushing event updated for resources: {'Port': ['ID=21f60597-99cd-49d8-b116-5478126c740d,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:18.214103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2fd1c-7ae0-4d6e-9c8f-a2a11959a1d9 req-cf642e86-99b5-43bd-938b-095b0dea42b4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:18.226123 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67e2fd1c-7ae0-4d6e-9c8f-a2a11959a1d9 req-cf642e86-99b5-43bd-938b-095b0dea42b4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.2989879 Jul 28 04:07:18.308954 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-67e2fd1c-7ae0-4d6e-9c8f-a2a11959a1d9 req-6fadba15-d8bf-4ed6-bf61-9a1823b91d5d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733871 Jul 28 04:07:18.326572 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Deleting port f74bc0aa-d191-452d-a701-4ae3311c7af2 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:07:18.326915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:18.503887 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] For port f74bc0aa-d191-452d-a701-4ae3311c7af2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f74bc0aa-d191-452d-a701-4ae3311c7af2,segment=NetworkSegment(bb528870-250f-468b-a684-910139d865de),segment_id=bb528870-250f-468b-a684-910139d865de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:18.504772 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:18.543764 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Calling delete_port for f74bc0aa-d191-452d-a701-4ae3311c7af2 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:07:18.802231 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:18.921987 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bef2c-5d5d-499b-9328-e56140e606c2 req-7bbcf74a-22db-4dc7-9ca9-ee35a194c3ff tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:18.928665 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ae7bef2c-5d5d-499b-9328-e56140e606c2 req-7bbcf74a-22db-4dc7-9ca9-ee35a194c3ff tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 946 time: 0.2627351 Jul 28 04:07:18.957104 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcd586-de65-4c1b-a4cd-a0ee07ef9a4c req-74011c17-f815-467b-9bc4-f58551e2dea3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:18.958191 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0efcd586-de65-4c1b-a4cd-a0ee07ef9a4c req-74011c17-f815-467b-9bc4-f58551e2dea3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 945 time: 0.2178788 Jul 28 04:07:19.060115 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ae7bef2c-5d5d-499b-9328-e56140e606c2 req-97aef83f-ddd0-427a-aeeb-5154d4798706 tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f82dea8d-26bb-4127-b658-9b729e78eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302869 Jul 28 04:07:19.156026 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0efcd586-de65-4c1b-a4cd-a0ee07ef9a4c req-ffb5549d-a9a0-4267-955f-23ade8f3a4fc tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762977 Jul 28 04:07:19.171865 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.184624 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f74bc0aa-d191-452d-a701-4ae3311c7af2'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:19.253493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.254071 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 21f60597-99cd-49d8-b116-5478126c740d up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:19.280652 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Pushing event deleted for resources: {'Port': ['ID=f74bc0aa-d191-452d-a701-4ae3311c7af2,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:19.359247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] No DVR routers for this DVR port f74bc0aa-d191-452d-a701-4ae3311c7af2 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:07:19.366998 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 21f60597-99cd-49d8-b116-5478126c740d completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:19.369415 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.371803 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d4069e3-45c9-426a-9596-9597c58c80ff req-74b01446-7118-4755-9e9b-195dfad6c7cb tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.41 "DELETE /v2.0/ports/f74bc0aa-d191-452d-a701-4ae3311c7af2 HTTP/1.1" status: 204 len: 173 time: 1.4907486 Jul 28 04:07:19.372674 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 685eacaa-66e8-4263-a6be-67a8175d27f5 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:19.373414 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'name': 'network-vif-deleted', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:19.376663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6c858a-45d8-44d6-93aa-44418f3e1e85" -d '{"events": [{"server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "name": "network-vif-deleted", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:19.434705 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3eaaf-1185-4a98-bcbe-69fedb0c76ed x-openstack-request-id: req-4ef3eaaf-1185-4a98-bcbe-69fedb0c76ed {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:19.435313 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d7340e-319f-4e71-b659-895419af9e15", "name": "network-vif-deleted", "tag": "f74bc0aa-d191-452d-a701-4ae3311c7af2", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:19.435772 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ef3eaaf-1185-4a98-bcbe-69fedb0c76ed {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:19.436330 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d7340e-319f-4e71-b659-895419af9e15', 'name': 'network-vif-deleted', 'tag': 'f74bc0aa-d191-452d-a701-4ae3311c7af2', 'status': 'completed', 'code': 200} Jul 28 04:07:19.477923 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 685eacaa-66e8-4263-a6be-67a8175d27f5 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:19.486483 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 685eacaa-66e8-4263-a6be-67a8175d27f5 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:19.488447 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.539764 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5952e2a-2508-4eb4-8717-102252510a76 req-4bacfb80-1538-4830-a30c-c61449aaf642 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:19.548968 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f5952e2a-2508-4eb4-8717-102252510a76 req-4bacfb80-1538-4830-a30c-c61449aaf642 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0801833 Jul 28 04:07:19.586347 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Router d9b0dab3-cbee-4171-af86-daf60c17d742 is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:07:19.601432 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f5952e2a-2508-4eb4-8717-102252510a76 req-c89f5d2d-ef73-4580-94db-09525ed6b554 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511899 Jul 28 04:07:19.678345 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.684057 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:19.775997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:07:19.776225 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 685eacaa-66e8-4263-a6be-67a8175d27f5, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=685eacaa-66e8-4263-a6be-67a8175d27f5,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:19.783017 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8aac2-1e8e-4d79-a4e3-40c4aa93fe8c None None] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:07:19.793730 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Sync routers for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:07:19.798955 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.800958 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-dc88699f-1ab3-447e-986a-921a6c453b98 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3670146 Jul 28 04:07:19.804099 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54524) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:19.807353 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.810490 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:19.811127 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:06:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:19.980650 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:19.987904 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:19.988259 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:19.995006 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Provisioning for port 21f60597-99cd-49d8-b116-5478126c740d completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:20.023080 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Provisioning complete for port 21f60597-99cd-49d8-b116-5478126c740d triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:20.023471 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.091290 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:20.099947 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:20.200794 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb3f3-8771-415c-83e1-25cad9aca51e req-416c84c6-42b0-4e34-a6f7-003786eb6b4a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:20.213153 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e92fb3f3-8771-415c-83e1-25cad9aca51e req-416c84c6-42b0-4e34-a6f7-003786eb6b4a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1846287 Jul 28 04:07:20.263177 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e92fb3f3-8771-415c-83e1-25cad9aca51e req-5282e964-d68c-4efa-b55d-e2b48c26a649 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Jul 28 04:07:20.336145 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.339700 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.387121 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-53d202a2-845e-4c71-8e7f-7f355fe8a390 req-bfe21258-6f4c-4c0b-8efc-7aff04f131fd tempest-AttachVolumeNegativeTest-230370475 tempest-AttachVolumeNegativeTest-230370475-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d7340e-319f-4e71-b659-895419af9e15 HTTP/1.1" status: 200 len: 210 time: 0.1156907 Jul 28 04:07:20.396180 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:20.398597 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d2d55-476c-4e24-a14b-dcb4a62b8afd" -d '{"events": [{"server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "name": "network-vif-plugged", "status": "completed", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:20.417291 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:20.418249 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:18Z', 'revision_number': 3, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:20.441704 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] For port 21f60597-99cd-49d8-b116-5478126c740d, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=21f60597-99cd-49d8-b116-5478126c740d,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:20.443321 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.445499 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f74bc0aa-d191-452d-a701-4ae3311c7af2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:20.475471 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Checking router: d9b0dab3-cbee-4171-af86-daf60c17d742 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:07:20.476532 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Updating router d9b0dab3-cbee-4171-af86-daf60c17d742 port 53f0d372-2708-4265-93f3-25acf9ceffd4 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:07:20.492478 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.515870 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.531466 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: f74bc0aa-d191-452d-a701-4ae3311c7af2 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:07:20.531816 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f74bc0aa-d191-452d-a701-4ae3311c7af2 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:07:20.572051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d09a8-98e4-4380-9bc6-c0c7176120eb req-53063452-9275-424a-ae04-268b73329fe2 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:20.573634 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-615d09a8-98e4-4380-9bc6-c0c7176120eb req-53063452-9275-424a-ae04-268b73329fe2 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.1807110 Jul 28 04:07:20.576532 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ae34-47b4-4f78-b596-6b8af911f1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.598418 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:20.670972 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.706502 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-615d09a8-98e4-4380-9bc6-c0c7176120eb req-13954cbd-c969-4c64-ae6e-62404bca54f9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082735 Jul 28 04:07:20.738408 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16991-06ec-43e7-88a8-34d67ede873c None None] Pushing event updated for resources: {'Port': ['ID=21f60597-99cd-49d8-b116-5478126c740d,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:20.762728 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.860234 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ad0111-c813-4387-8876-196738743194 x-openstack-request-id: req-c8ad0111-c813-4387-8876-196738743194 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:20.862044 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "name": "network-vif-plugged", "status": "completed", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:20.862179 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8ad0111-c813-4387-8876-196738743194 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:20.862489 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad', 'code': 200} Jul 28 04:07:20.873641 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-df7147ee-9620-4f8a-bf57-22cc7b6e76ed None None] Provisioning complete for port 21f60597-99cd-49d8-b116-5478126c740d triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:20.874217 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-df7147ee-9620-4f8a-bf57-22cc7b6e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.981363 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:20.993465 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Transition to ACTIVE for port object 53f0d372-2708-4265-93f3-25acf9ceffd4 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:21.002110 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.026401 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Allocated IP 172.20.0.1 (19fd1900-ec76-45a4-8e83-efa97fd966f0/d23f3e1e-8186-4be2-94ed-70985e202ff1/cfce534f-ff2a-4d4a-b3f5-bda267c2453e) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:07:21.087563 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac565f-c558-4fcd-a7b8-df06e0a86425 None None] Pushing event updated for resources: {'Port': ['ID=53f0d372-2708-4265-93f3-25acf9ceffd4,revision_number=2']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:21.122257 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Attempting to bind port 53f0d372-2708-4265-93f3-25acf9ceffd4 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:21.122541 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Attempting to bind port 53f0d372-2708-4265-93f3-25acf9ceffd4 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:21.122896 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Attempting to bind port 53f0d372-2708-4265-93f3-25acf9ceffd4 on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:21.139040 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:21.139411 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:21.139878 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.140290 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:21.140795 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Bound port: 53f0d372-2708-4265-93f3-25acf9ceffd4, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:21.141264 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.189881 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ead7-1ae5-4f24-8d34-bce2c566d373 req-d7f4d883-343b-419d-a236-1a036ab7767f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:21.199466 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5244ead7-1ae5-4f24-8d34-bce2c566d373 req-d7f4d883-343b-419d-a236-1a036ab7767f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1896884 Jul 28 04:07:21.208932 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] For port 53f0d372-2708-4265-93f3-25acf9ceffd4, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:21.213272 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] For port 53f0d372-2708-4265-93f3-25acf9ceffd4, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=53f0d372-2708-4265-93f3-25acf9ceffd4,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:21.219573 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.297108 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5244ead7-1ae5-4f24-8d34-bce2c566d373 req-0758e1bd-fdae-4d14-ac80-75be17968d54 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963597 Jul 28 04:07:21.297459 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:21.298129 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:07:21Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:21.305348 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac565f-c558-4fcd-a7b8-df06e0a86425 None None] Pushing event updated for resources: {'Port': ['ID=53f0d372-2708-4265-93f3-25acf9ceffd4,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:21.320559 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.345063 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3af9-41e1-4617-969a-c867af9e4530 req-8ec0c451-483a-4462-9d79-1c15393bd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:21.347118 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea0d3af9-41e1-4617-969a-c867af9e4530 req-8ec0c451-483a-4462-9d79-1c15393bd195 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 1099 time: 0.1831114 Jul 28 04:07:21.375589 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 21f60597-99cd-49d8-b116-5478126c740d up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:21.376598 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Transition to ACTIVE for port object cfce534f-ff2a-4d4a-b3f5-bda267c2453e will not be triggered until provisioned by entity DHCP. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:21.426704 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea0d3af9-41e1-4617-969a-c867af9e4530 req-4e8ff040-a2d5-4392-9c55-fb1459032d64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Jul 28 04:07:21.447581 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.475206 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54558) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:21.476771 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:21.555334 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Deleting subnet 8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 {{(pid=93225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:07:21.555765 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:21.559500 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.573695 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:21.588112 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:07:21.591505 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Pushing event updated for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:21.596363 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 21f60597-99cd-49d8-b116-5478126c740d triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:21.596775 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.623973 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507735'] for subnet, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.636592 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.665599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.665939 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.666277 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.666605 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.666931 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.667255 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.667574 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.667893 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.668212 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.668550 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.668868 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.669182 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:21.684927 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.705588 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.742714 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 685eacaa-66e8-4263-a6be-67a8175d27f5 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:21.831176 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6977313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6269756'] for subnet, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.868211 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.870333 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f8d5ece-2a3d-425b-9e33-1358a2bedbf0 HTTP/1.1" status: 204 len: 168 time: 0.3939488 Jul 28 04:07:21.877937 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54562) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:21.889216 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 685eacaa-66e8-4263-a6be-67a8175d27f5 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:21.893793 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:21.955299 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:18Z', 'revision_number': 3, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:21.997074 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8245589b-7454-4e84-89b7-c8b7db51dd75 None None] The sync data for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb is: [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:18Z', 'revision_number': 3, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:07:22.010899 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.015021 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8d5ece-2a3d-425b-9e33-1358a2bedbf0,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.041631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367344a2-6568-44d1-afa4-9921e1a229a7 req-ad357775-ceff-4345-a042-9d26034bd2aa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:22.048228 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.050746 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-367344a2-6568-44d1-afa4-9921e1a229a7 req-ad357775-ceff-4345-a042-9d26034bd2aa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.2404263 Jul 28 04:07:22.109829 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-d0127557-6328-4d46-8006-d5ef321e1e23 None None] Provisioning for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:22.113314 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-367344a2-6568-44d1-afa4-9921e1a229a7 req-0ccfe26d-e900-47e1-b63f-81e6fbe47d9d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Jul 28 04:07:22.117221 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.117671 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.119351 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-d0127557-6328-4d46-8006-d5ef321e1e23 None None] Provisioning complete for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:22.129968 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d0127557-6328-4d46-8006-d5ef321e1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.130278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cb0d8d-c986-49cb-a06d-e5d5638519a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:22.183833 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-d0127557-6328-4d46-8006-d5ef321e1e23 None None] Port cfce534f-ff2a-4d4a-b3f5-bda267c2453e cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:07:22.238978 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.268864 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8164c8fd-ea03-414f-a368-a86860efad18']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:22.299842 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb528870-250f-468b-a684-910139d865de') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:22.300651 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb528870-250f-468b-a684-910139d865de') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:22.328088 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.360311 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.367289 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:07:22.367739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:07:22.369556 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:07:22.423236 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.436671 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.514625 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.585325 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.608573 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071d065-27ce-4b92-a41e-a3aff20df540 req-082e98c2-e546-45c8-8486-2933c1f43486 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:22.614486 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a071d065-27ce-4b92-a41e-a3aff20df540 req-082e98c2-e546-45c8-8486-2933c1f43486 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1201050 Jul 28 04:07:22.621154 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:22.626725 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] 10.222.0.43 "DELETE /v2.0/networks/8164c8fd-ea03-414f-a368-a86860efad18 HTTP/1.1" status: 204 len: 168 time: 0.7230439 Jul 28 04:07:22.649029 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd7866-124e-45d4-84e7-a392fc8aedba admin admin] Pushing event deleted for resources: {'Network': ['ID=8164c8fd-ea03-414f-a368-a86860efad18,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.682246 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a071d065-27ce-4b92-a41e-a3aff20df540 req-aeaa3807-bf84-4540-8344-5373e91a2efe tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Jul 28 04:07:22.688315 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Pushing event updated for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:22.805863 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:07:22.808642 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:07:23.106789 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54576) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:23.179077 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 53f0d372-2708-4265-93f3-25acf9ceffd4 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:23.247238 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-3bcc2716-3da4-4acb-a1de-457b15b2c3f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd4faf91a3704a3da99cd143b5ac40e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1378736 Jul 28 04:07:23.263073 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54582) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:23.315774 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 53f0d372-2708-4265-93f3-25acf9ceffd4 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:23.335679 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 53f0d372-2708-4265-93f3-25acf9ceffd4 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:23.336713 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.376791 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc45c-45d3-4993-8b81-78a4e2cbdc92 req-9b32d281-f3ef-4f0c-bc8f-862e7783eb28 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:23.384945 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e30bc45c-45d3-4993-8b81-78a4e2cbdc92 req-9b32d281-f3ef-4f0c-bc8f-862e7783eb28 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.1363535 Jul 28 04:07:23.404743 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-227e234a-d9fc-498a-8438-d26b844f4a86 None None] Provisioning complete for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:23.405114 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-227e234a-d9fc-498a-8438-d26b844f4a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.446376 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e30bc45c-45d3-4993-8b81-78a4e2cbdc92 req-21803cdb-b670-4a0e-ae63-5968ba624a0d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520883 Jul 28 04:07:23.454615 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.485224 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.526280 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.596838 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.599779 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.606240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f82dea8d-26bb-4127-b658-9b729e78eebb HTTP/1.1" status: 204 len: 168 time: 0.3403118 Jul 28 04:07:23.615427 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Router d9b0dab3-cbee-4171-af86-daf60c17d742 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:07:23.634427 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099fe6b-b2f7-4c5d-b11b-e0d9da10844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82dea8d-26bb-4127-b658-9b729e78eebb,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:23.638621 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-227e234a-d9fc-498a-8438-d26b844f4a86 None None] Port cfce534f-ff2a-4d4a-b3f5-bda267c2453e cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:07:23.836365 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:07:23.858101 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:23.861878 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f25a512a-19c9-4061-93b2-1182de3358cc admin admin] 10.222.0.43 "PUT /v2.0/routers/d9b0dab3-cbee-4171-af86-daf60c17d742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0559464 Jul 28 04:07:23.903034 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 53f0d372-2708-4265-93f3-25acf9ceffd4, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=53f0d372-2708-4265-93f3-25acf9ceffd4,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:23.921133 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:24.073142 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=53f0d372-2708-4265-93f3-25acf9ceffd4,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:24.087888 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.088242 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.088695 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.089126 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.089467 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.095119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:07:24.204608 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea931-b191-4bd0-90dd-296c6ee1e197 req-fc43b6b4-2ca5-4a33-ae4f-34b342bcefdf tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:24.212190 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-442ea931-b191-4bd0-90dd-296c6ee1e197 req-fc43b6b4-2ca5-4a33-ae4f-34b342bcefdf tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.3181329 Jul 28 04:07:24.313830 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dc793-5956-4e80-a6a3-be393eb58bd5 req-f0bb8c11-c8d2-4d8f-a438-1b7b191870eb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:24.321385 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-016dc793-5956-4e80-a6a3-be393eb58bd5 req-f0bb8c11-c8d2-4d8f-a438-1b7b191870eb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.2841842 Jul 28 04:07:24.324450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-f36e8217-45c5-4530-b9a4-4fcf2a91bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:24.325961 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-f36e8217-45c5-4530-b9a4-4fcf2a91bfce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.3167069 Jul 28 04:07:24.426353 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-442ea931-b191-4bd0-90dd-296c6ee1e197 req-49bc39e2-40f0-422a-8f6f-59232986ddbf tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123132 Jul 28 04:07:24.463883 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-016dc793-5956-4e80-a6a3-be393eb58bd5 req-2756c5aa-40ad-42c8-97cb-8ff44a5f43f1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415529 Jul 28 04:07:24.530046 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-9da4ed1e-f700-4106-8a32-08e748473b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:24.531616 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-9da4ed1e-f700-4106-8a32-08e748473b91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.1877396 Jul 28 04:07:24.584318 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-fb3765a6-be35-4e6f-b9e2-52e430ca5383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0423152 Jul 28 04:07:24.652192 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-8cdf2f3c-1ce3-45c1-a708-f0edbae1e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:24.653941 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-8cdf2f3c-1ce3-45c1-a708-f0edbae1e65c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.0624378 Jul 28 04:07:24.690904 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Sync routers for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:07:24.708146 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:24.712731 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:07:21Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:24.732092 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-69211e08-089a-4647-a8c1-5db4174c785d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681665 Jul 28 04:07:24.895165 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-c355606e-8b9c-477b-8dfc-f0898b274f30 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456323 Jul 28 04:07:25.035048 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:25.159706 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d892d7c0-6608-4ca1-8d6c-924477f39511 req-e3122244-d028-4a54-8b17-6e3bae56ceee service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483165 Jul 28 04:07:25.206997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 53f0d372-2708-4265-93f3-25acf9ceffd4 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:25.353813 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 53f0d372-2708-4265-93f3-25acf9ceffd4 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:25.354126 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:25.516877 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54698) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:25.523915 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529469674', 'description': 'tempest-secgroup-smoke-1529469674 description', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:25.585789 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:21Z', 'revision_number': 4, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'cfce534f-ff2a-4d4a-b3f5-bda267c2453e', 'name': '', 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'mac_address': 'fa:16:3e:21:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:20Z', 'updated_at': '2021-07-28T04:07:22Z', 'revision_number': 2, 'project_id': 'f32221172458456782ec79ef05bc092e', 'subnets': [{'id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:25.629608 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Checking router: d9b0dab3-cbee-4171-af86-daf60c17d742 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:07:25.630235 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Updating router d9b0dab3-cbee-4171-af86-daf60c17d742 port cfce534f-ff2a-4d4a-b3f5-bda267c2453e binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:07:25.674350 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:25.698838 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:25.769783 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c399-e409-4147-b346-f7544023afb1 req-3ba37bc4-0f56-4ecc-9a11-96fc0b19ddff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:25.788624 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6663c399-e409-4147-b346-f7544023afb1 req-3ba37bc4-0f56-4ecc-9a11-96fc0b19ddff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1916902 Jul 28 04:07:25.936724 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6663c399-e409-4147-b346-f7544023afb1 req-9bd18ff9-2bfc-4e98-b95e-197f3e063563 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470339 Jul 28 04:07:26.072270 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.088769 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.135085 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.152945 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.157510 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Transition to ACTIVE for port object cfce534f-ff2a-4d4a-b3f5-bda267c2453e will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:07:26.172803 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.180539 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.182130 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-59af5066-2ed4-4938-a615-2f42dc91db37 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6638222 Jul 28 04:07:26.185442 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54714) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:26.190097 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:26.197796 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a43efd-33d8-4f4c-b0d3-a2e12d8f41ae req-39cac0f3-6bb5-4fcc-b4aa-a5fb7faef704 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:26.199569 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15a43efd-33d8-4f4c-b0d3-a2e12d8f41ae req-39cac0f3-6bb5-4fcc-b4aa-a5fb7faef704 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1239927 Jul 28 04:07:26.261345 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.312055 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15a43efd-33d8-4f4c-b0d3-a2e12d8f41ae req-b0a07da6-964a-4e49-bf58-9d505c44598b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056981 Jul 28 04:07:26.339967 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80d06-3d3b-49da-b00f-1249f8ccf4f2 None None] Pushing event updated for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.437454 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.449538 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.465506 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Attempting to bind port cfce534f-ff2a-4d4a-b3f5-bda267c2453e on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:07:26.466327 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Attempting to bind port cfce534f-ff2a-4d4a-b3f5-bda267c2453e by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:07:26.467004 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Attempting to bind port cfce534f-ff2a-4d4a-b3f5-bda267c2453e on network 19fd1900-ec76-45a4-8e83-efa97fd966f0 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:07:26.476872 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:07:26.477879 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Checking segment: {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:07:26.478604 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.479231 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Bound using segment: {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:07:26.481213 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da486c0-6c16-4ae4-bd03-692b5d7e174e,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.482375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Bound port: cfce534f-ff2a-4d4a-b3f5-bda267c2453e, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56faaa63-ff74-4fd6-8834-9ded18c891f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:07:26.482982 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.501670 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.506503 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4c659d18-ac3b-4559-9322-f20a4bb414a6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199794 Jul 28 04:07:26.508400 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54722) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:26.513061 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:26.613918 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.629268 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] For port cfce534f-ff2a-4d4a-b3f5-bda267c2453e, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:07:26.633203 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] For port cfce534f-ff2a-4d4a-b3f5-bda267c2453e, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:07:26.640627 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.744739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.750833 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.762559 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:07:26.763300 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:07:21Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:26.785498 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a817ab-dda7-4b57-9e06-600afbea96a4,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.800623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.804938 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-da69bc82-b1b2-4853-aa87-78e93ed77970 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2938576 Jul 28 04:07:26.805457 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54728) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:26.812656 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:26.859432 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.862148 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80d06-3d3b-49da-b00f-1249f8ccf4f2 None None] Pushing event updated for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:26.987345 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:26.991226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:07:26.994349 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.043459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.047056 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376707 Jul 28 04:07:27.047478 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54742) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:27.048415 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d4d4-097a-4a43-8e21-dcb21b3030ac tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1060487-db77-4e53-b60a-7744b821a09d,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:27.053059 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:27.111940 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.320225 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830aa28-8d9f-4fa4-b05e-2f32ae9aeed2 req-febb0b21-62de-4db8-b19f-8a599186a462 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:27.325817 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9830aa28-8d9f-4fa4-b05e-2f32ae9aeed2 req-febb0b21-62de-4db8-b19f-8a599186a462 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.2374017 Jul 28 04:07:27.368087 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.384408 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.416198 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dbbdc2-57b6-4158-b2fb-fd1460ee2870,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:27.420554 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.423782 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-909f09f9-02f7-44ab-a4c8-ef1d77f6a572 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732562 Jul 28 04:07:27.426229 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54752) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:27.435483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:27.472911 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:21Z', 'revision_number': 4, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'cfce534f-ff2a-4d4a-b3f5-bda267c2453e', 'name': '', 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'mac_address': 'fa:16:3e:21:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:20Z', 'updated_at': '2021-07-28T04:07:26Z', 'revision_number': 4, 'project_id': 'f32221172458456782ec79ef05bc092e', 'subnets': [{'id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:27.507771 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.securitygroups_db [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Project bd8e1eae86a543f5a0843e53e2bfbd53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:07:27.518255 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.519758 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9830aa28-8d9f-4fa4-b05e-2f32ae9aeed2 req-677aafd1-c75a-40cc-b467-9463a541c9f6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780512 Jul 28 04:07:27.520640 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea0ee4-46b5-4358-af21-41bb86cc034a None None] The sync data for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb is: [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:07:21Z', 'revision_number': 4, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'cfce534f-ff2a-4d4a-b3f5-bda267c2453e', 'name': '', 'network_id': '19fd1900-ec76-45a4-8e83-efa97fd966f0', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'mac_address': 'fa:16:3e:21:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:20Z', 'updated_at': '2021-07-28T04:07:26Z', 'revision_number': 4, 'project_id': 'f32221172458456782ec79ef05bc092e', 'subnets': [{'id': 'd23f3e1e-8186-4be2-94ed-70985e202ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:07:27.680756 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d48cb-3e8c-4ce2-84fb-8edc86a43e5d req-5a9a5302-115b-4477-8e93-c08615bde1e1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:27.692170 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-824d48cb-3e8c-4ce2-84fb-8edc86a43e5d req-5a9a5302-115b-4477-8e93-c08615bde1e1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1640732 Jul 28 04:07:27.697498 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.714733 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.746550 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-824d48cb-3e8c-4ce2-84fb-8edc86a43e5d req-f39f6395-f456-4b78-8ef5-1298ce95d735 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505648 Jul 28 04:07:27.774491 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d981115-ce6b-454c-b670-f2efd70413ce,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:27.793694 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.797851 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4deccac7-a62b-415d-a48d-f75c915a1062 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3663943 Jul 28 04:07:27.798282 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54758) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:27.803055 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'security_group_rule': {'security_group_id': 'bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a', 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:07:27.836459 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.securitygroups_db [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Project bd8e1eae86a543f5a0843e53e2bfbd53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:07:27.842471 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.892346 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54760) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:27.962072 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.969175 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:27.987855 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc120c6-8806-4498-9a1e-5683653d3e70,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:27.996880 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.007392 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e5fbe787-8a33-4230-82ed-1f661bc42c85 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077427 Jul 28 04:07:28.056696 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a2f51b90-79a6-4192-9162-0371ff534858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.207662 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a2f51b90-79a6-4192-9162-0371ff534858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.212962 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a2f51b90-79a6-4192-9162-0371ff534858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.250547 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a2f51b90-79a6-4192-9162-0371ff534858 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44ea23f293654bea8420c804cd1d7518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569400 Jul 28 04:07:28.253287 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54772) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:28.283028 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f51b90-79a6-4192-9162-0371ff534858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63938c9b-1ca6-4486-bb8e-b577381d61be,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:28.345869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.370391 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.437658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.440852 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:28.444467 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63938c9b-1ca6-4486-bb8e-b577381d61be HTTP/1.1" status: 204 len: 168 time: 0.1873972 Jul 28 04:07:28.452862 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9aff9-2326-410e-b910-1000db5954b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63938c9b-1ca6-4486-bb8e-b577381d61be,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:28.706344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5a5af-c100-41dd-a8ae-7d5f5dda3ce9 req-bbe07132-800d-460d-b692-f654c1d48cc7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:28.714732 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64c5a5af-c100-41dd-a8ae-7d5f5dda3ce9 req-bbe07132-800d-460d-b692-f654c1d48cc7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0788128 Jul 28 04:07:28.758301 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64c5a5af-c100-41dd-a8ae-7d5f5dda3ce9 req-b19a6efe-72f7-4ca9-af7a-434832f5ccfa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Jul 28 04:07:28.917092 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349ce73-c766-4620-90e6-0fee819aca1a req-8d5f5c85-b3ee-40ea-9b21-5c451199fc75 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:28.919162 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3349ce73-c766-4620-90e6-0fee819aca1a req-8d5f5c85-b3ee-40ea-9b21-5c451199fc75 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0760384 Jul 28 04:07:28.985738 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3349ce73-c766-4620-90e6-0fee819aca1a req-3269a9d8-651a-4221-a6d8-2d3a94eef73d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506098 Jul 28 04:07:28.997761 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54790) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:29.028374 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ee69a627-f137-422e-b69f-39453763cc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.065946 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device cfce534f-ff2a-4d4a-b3f5-bda267c2453e up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:29.164904 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ee69a627-f137-422e-b69f-39453763cc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.175078 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ee69a627-f137-422e-b69f-39453763cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.258314 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ee69a627-f137-422e-b69f-39453763cc57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c95c5d3fd3d4edfbc2f52b7b2105dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582674 Jul 28 04:07:29.259432 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69a627-f137-422e-b69f-39453763cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c81e894-4c20-4523-bafa-ee258a74852f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:29.260541 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54792) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:29.321055 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:07:29.328143 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:29.328642 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.358111 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.397632 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.439616 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.472988 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.479992 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.482037 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c81e894-4c20-4523-bafa-ee258a74852f HTTP/1.1" status: 204 len: 168 time: 0.2202711 Jul 28 04:07:29.499530 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port cfce534f-ff2a-4d4a-b3f5-bda267c2453e, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:29.506844 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:29.520899 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad8072-8ba7-47d5-8d6e-57a3df8740a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c81e894-4c20-4523-bafa-ee258a74852f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:29.565872 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:29.923841 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9b6e-0585-4e42-b62c-56f4fa98d822 req-641ec401-d0a9-403e-9749-92781f40e007 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:29.931638 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3eee9b6e-0585-4e42-b62c-56f4fa98d822 req-641ec401-d0a9-403e-9749-92781f40e007 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0652978 Jul 28 04:07:29.978018 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3eee9b6e-0585-4e42-b62c-56f4fa98d822 req-d99416db-0712-4874-82b6-5b8c1593c667 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Jul 28 04:07:30.111460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4b327-1a64-4c77-88b0-2a560998263a req-db0b95a9-9df8-424e-bd3a-14ccbe5bde11 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:30.119129 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c1b4b327-1a64-4c77-88b0-2a560998263a req-db0b95a9-9df8-424e-bd3a-14ccbe5bde11 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0586798 Jul 28 04:07:30.161199 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c1b4b327-1a64-4c77-88b0-2a560998263a req-ada0c2d0-4fef-4289-8531-49b9a235384a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Jul 28 04:07:31.010813 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device cfce534f-ff2a-4d4a-b3f5-bda267c2453e up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:31.096267 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port cfce534f-ff2a-4d4a-b3f5-bda267c2453e triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:31.097226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:31.136520 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab188358-f59d-436f-ba69-dd7fb9b45cd0 req-c59c4a16-7c01-4296-b797-37151a988d9e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:31.138742 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab188358-f59d-436f-ba69-dd7fb9b45cd0 req-c59c4a16-7c01-4296-b797-37151a988d9e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0632112 Jul 28 04:07:31.210058 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab188358-f59d-436f-ba69-dd7fb9b45cd0 req-fca3e30c-735b-4f72-9a4d-a013a187144d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548148 Jul 28 04:07:31.310967 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9941-2ae4-4cbd-bd92-0961bedb6b93 req-f2be47e8-9006-4a25-9647-8660504cf12c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:31.312545 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff7a9941-2ae4-4cbd-bd92-0961bedb6b93 req-f2be47e8-9006-4a25-9647-8660504cf12c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0579398 Jul 28 04:07:31.355352 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff7a9941-2ae4-4cbd-bd92-0961bedb6b93 req-b622564d-7f2f-4192-8901-a4fbe522bfcf tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Jul 28 04:07:31.723071 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:07:31.818606 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:31.829973 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:07:31.872403 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:31.886765 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:07:31.907278 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:31.911313 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:31.979991 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=6']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:32.035266 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['29bd2742-d51c-4840-bc6f-eeaf266516b0'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:07:32.342027 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e161f1-5f36-4a09-85b2-04226fb8e8fb req-dc7baaa2-14d3-4913-9d70-62f79ab92071 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:32.343952 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c3e161f1-5f36-4a09-85b2-04226fb8e8fb req-dc7baaa2-14d3-4913-9d70-62f79ab92071 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.0566952 Jul 28 04:07:32.384844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c3e161f1-5f36-4a09-85b2-04226fb8e8fb req-3eb04990-59f5-49b4-aa7a-08882991043b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345855 Jul 28 04:07:32.494635 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac78c8-0135-42b7-a431-c6c2178fdac1 req-6cb990a8-3d1c-4152-b267-481c983b8369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:32.496250 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8aac78c8-0135-42b7-a431-c6c2178fdac1 req-6cb990a8-3d1c-4152-b267-481c983b8369 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0614548 Jul 28 04:07:32.537934 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8aac78c8-0135-42b7-a431-c6c2178fdac1 req-f477c5ec-29a2-4bec-8077-054a11293ff0 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353665 Jul 28 04:07:33.516551 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f899ea-1c8f-4bf8-8fc5-50fae2e87135 req-9f3cec31-2b62-4775-bab0-e3122be42a02 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:33.518897 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12f899ea-1c8f-4bf8-8fc5-50fae2e87135 req-9f3cec31-2b62-4775-bab0-e3122be42a02 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.0504465 Jul 28 04:07:33.616386 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12f899ea-1c8f-4bf8-8fc5-50fae2e87135 req-ca428cd2-15d4-4d67-8559-7f3d3e6381d8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878708 Jul 28 04:07:33.713300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7952e1-6dc7-423d-9892-a282b11cf7aa req-5c83f8e6-d899-4c0a-880b-ba01239bba2c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:33.715663 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c7952e1-6dc7-423d-9892-a282b11cf7aa req-5c83f8e6-d899-4c0a-880b-ba01239bba2c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0596557 Jul 28 04:07:33.734162 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:07:33.813007 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c7952e1-6dc7-423d-9892-a282b11cf7aa req-4a071348-d5d6-4bf7-b292-f71d5103dbed tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865459 Jul 28 04:07:33.822252 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:07:33.822641 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:33.912177 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:33.937566 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:33.941274 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c0c034-69c4-4fa3-b736-727c68726f5e" -d '{"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:33.975179 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:33.983021 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.056930 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b071f-8126-4f73-9324-f4af9d72ba2e x-openstack-request-id: req-969b071f-8126-4f73-9324-f4af9d72ba2e {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:34.057224 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:34.057476 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-969b071f-8126-4f73-9324-f4af9d72ba2e {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:34.057881 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'code': 200} Jul 28 04:07:34.109972 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=7']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:34.384126 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 54898) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:34.495623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9b3d-eae0-47b9-abe6-7d3a23945eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.594542 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9b3d-eae0-47b9-abe6-7d3a23945eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.598900 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9b3d-eae0-47b9-abe6-7d3a23945eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.638888 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-dc8e9b3d-eae0-47b9-abe6-7d3a23945eb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21ed9ec0ab1641f186213e47e4350885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514782 Jul 28 04:07:34.639248 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54904) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:34.649714 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e9b3d-eae0-47b9-abe6-7d3a23945eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6610fca-e982-452b-b2c4-f1d2d0d42e28,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:34.717992 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.743288 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.753453 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c344ef3-874a-455e-b3d9-2034fd4f8771 req-94b6ead7-a04f-4678-af4a-f9db4533a7db tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:34.754985 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c344ef3-874a-455e-b3d9-2034fd4f8771 req-94b6ead7-a04f-4678-af4a-f9db4533a7db tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0660143 Jul 28 04:07:34.799042 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c344ef3-874a-455e-b3d9-2034fd4f8771 req-e7500653-2ad8-4eb7-86ac-bb5ba3855656 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371416 Jul 28 04:07:34.814677 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.817644 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:34.819259 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6610fca-e982-452b-b2c4-f1d2d0d42e28 HTTP/1.1" status: 204 len: 168 time: 0.1790457 Jul 28 04:07:34.851998 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8a010-7892-43f4-b58f-464679d78520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6610fca-e982-452b-b2c4-f1d2d0d42e28,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:34.955264 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648dedb-5d41-4ebe-9c23-88a9b14d8a1e req-fb707c33-823a-4068-8641-e3bb9addce29 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:34.963419 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c648dedb-5d41-4ebe-9c23-88a9b14d8a1e req-fb707c33-823a-4068-8641-e3bb9addce29 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0620766 Jul 28 04:07:35.001262 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c648dedb-5d41-4ebe-9c23-88a9b14d8a1e req-9829cc50-a6db-41cb-a9b1-bfdd1f1a5051 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366857 Jul 28 04:07:35.145257 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54914) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:35.160907 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e691b-ebca-4fb7-a5dd-6763901bee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.259525 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e691b-ebca-4fb7-a5dd-6763901bee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.263928 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1c9e691b-ebca-4fb7-a5dd-6763901bee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.301257 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e691b-ebca-4fb7-a5dd-6763901bee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3a536-e758-448d-9834-87e90fe5fc53,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:35.305757 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1c9e691b-ebca-4fb7-a5dd-6763901bee81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c174cb3851c4d7897b53edfc787e742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587596 Jul 28 04:07:35.308356 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 54916) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:35.357148 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.379366 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.435711 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.437922 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:35.439083 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ba3a536-e758-448d-9834-87e90fe5fc53 HTTP/1.1" status: 204 len: 168 time: 0.1297863 Jul 28 04:07:35.448029 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d63b4-79e5-4628-8181-df39bdd23765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3a536-e758-448d-9834-87e90fe5fc53,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:35.951606 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bba1b-273c-4b55-8ca6-d48cd2e5f3ad req-bb03b914-e74e-432c-823d-87bed17bab8b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:35.954277 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ec2bba1b-273c-4b55-8ca6-d48cd2e5f3ad req-bb03b914-e74e-432c-823d-87bed17bab8b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0587697 Jul 28 04:07:36.000132 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ec2bba1b-273c-4b55-8ca6-d48cd2e5f3ad req-bd1fafd9-1a76-47ec-bb6d-68d3bebd2e50 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Jul 28 04:07:36.142763 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf59a7-74b5-4493-95ab-a9a68eaafe0e req-16f59b60-5427-419e-bf1a-8829424301fe tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:36.144776 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f0bf59a7-74b5-4493-95ab-a9a68eaafe0e req-16f59b60-5427-419e-bf1a-8829424301fe tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0681601 Jul 28 04:07:36.207053 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f0bf59a7-74b5-4493-95ab-a9a68eaafe0e req-4bc0cc5a-4a45-4af1-a54c-5b45723bcba3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554619 Jul 28 04:07:37.157691 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c06b2b-d268-466e-8a3b-c653d0fd1d4c req-6de2bd6e-6dfb-46fc-828f-f1977d291811 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:37.167005 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82c06b2b-d268-466e-8a3b-c653d0fd1d4c req-6de2bd6e-6dfb-46fc-828f-f1977d291811 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0732744 Jul 28 04:07:37.217413 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82c06b2b-d268-466e-8a3b-c653d0fd1d4c req-9094ee66-6f87-46f0-a9db-f88684af13a6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Jul 28 04:07:37.380936 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29806e-0589-4fcb-b68f-476be4057792 req-653e3031-325e-42a3-b741-f62c95d36271 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:37.382724 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6f29806e-0589-4fcb-b68f-476be4057792 req-653e3031-325e-42a3-b741-f62c95d36271 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0935817 Jul 28 04:07:37.445073 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6f29806e-0589-4fcb-b68f-476be4057792 req-8ed2a472-312f-4d31-a3e9-bc0ad2e52dec tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539031 Jul 28 04:07:38.363814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8176-e923-4303-abc5-9c0fef1375b0 req-5b595a38-7a02-4a2f-80e6-32e0fc0c02c9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:38.368527 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-776c8176-e923-4303-abc5-9c0fef1375b0 req-5b595a38-7a02-4a2f-80e6-32e0fc0c02c9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0710595 Jul 28 04:07:38.425617 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-776c8176-e923-4303-abc5-9c0fef1375b0 req-5ed38103-7f57-40e7-9733-8ad4c8daeedb tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510576 Jul 28 04:07:38.594633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727e97-64d4-4c59-85aa-feaa58c2c928 req-895dad04-a58f-4e2b-9734-942f9734db49 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:38.596191 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e9727e97-64d4-4c59-85aa-feaa58c2c928 req-895dad04-a58f-4e2b-9734-942f9734db49 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0761795 Jul 28 04:07:38.648149 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e9727e97-64d4-4c59-85aa-feaa58c2c928 req-8b01b28e-88b9-4088-9ac5-e29b8e18c753 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Jul 28 04:07:39.343301 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-a4ef5d0e-7332-4c22-aff5-3594e6add213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:39.345491 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-a4ef5d0e-7332-4c22-aff5-3594e6add213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0565412 Jul 28 04:07:39.563423 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-20691fae-525c-466f-8b41-ba6365edeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:39.564893 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-20691fae-525c-466f-8b41-ba6365edeece service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.1924458 Jul 28 04:07:39.627507 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-b19dc3ed-004e-4d70-a929-99d3cd7700b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0492110 Jul 28 04:07:39.718366 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493bf96-3206-4cf1-bb9f-b99c90f5f963 req-49a2a792-83f2-4621-bf2d-6b975719d953 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:39.726647 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c493bf96-3206-4cf1-bb9f-b99c90f5f963 req-49a2a792-83f2-4621-bf2d-6b975719d953 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1768503 Jul 28 04:07:39.793788 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-3ef1a21d-2d7d-45cc-ac34-a2c8d363be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:39.795307 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-3ef1a21d-2d7d-45cc-ac34-a2c8d363be9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.1573360 Jul 28 04:07:40.061340 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c493bf96-3206-4cf1-bb9f-b99c90f5f963 req-619f6793-4ba8-49a3-853a-d39ee2253960 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337882 Jul 28 04:07:40.078433 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-c434dac1-066d-43c3-864b-abd469c76951 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2692969 Jul 28 04:07:40.086574 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab675a86-d60c-4e07-8c8a-de6b6b11681a req-8e243186-8a24-4639-b330-592b935978b1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:40.096924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab675a86-d60c-4e07-8c8a-de6b6b11681a req-8e243186-8a24-4639-b330-592b935978b1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.3527851 Jul 28 04:07:40.172985 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab675a86-d60c-4e07-8c8a-de6b6b11681a req-b6de6db3-0349-4ac1-a543-aa60c251d0e4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780513 Jul 28 04:07:40.217028 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-d8a3d07b-1640-4ac7-ad8c-12b25ff8c3a4 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231616 Jul 28 04:07:40.332474 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-85b36970-a7b7-4800-85dd-cf28ebc0dd08 req-d8367bf2-e2fc-4b71-861a-4386ec901694 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016386 Jul 28 04:07:41.233149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c15f16-09f3-4544-85ac-88ea092ba019 req-ad737d14-0bac-4fb1-9527-d3393d84dc90 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:41.234990 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e9c15f16-09f3-4544-85ac-88ea092ba019 req-ad737d14-0bac-4fb1-9527-d3393d84dc90 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0695434 Jul 28 04:07:41.329623 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e9c15f16-09f3-4544-85ac-88ea092ba019 req-0efd9511-8af2-4334-9f6e-316896a530fa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792656 Jul 28 04:07:41.362391 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96331dec-b325-43a2-9da0-476ced1650c2 req-cfb83766-0857-4528-88d5-c3db974fe2fd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:41.364164 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-96331dec-b325-43a2-9da0-476ced1650c2 req-cfb83766-0857-4528-88d5-c3db974fe2fd tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0948608 Jul 28 04:07:41.412949 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-96331dec-b325-43a2-9da0-476ced1650c2 req-a8ee6f27-c7ab-42a6-8c74-b393d98d8821 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Jul 28 04:07:42.463324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ed4e8-14eb-4c71-8bfd-8b4d95d0be42 req-c8e115d0-4f89-4d4a-bb47-ab6d8cf0abd4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:42.471120 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-340ed4e8-14eb-4c71-8bfd-8b4d95d0be42 req-c8e115d0-4f89-4d4a-bb47-ab6d8cf0abd4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0666938 Jul 28 04:07:42.554191 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-340ed4e8-14eb-4c71-8bfd-8b4d95d0be42 req-b587e0ec-eaa4-4a23-918a-b4a19d7d8b18 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818739 Jul 28 04:07:42.588056 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdeb30-9473-4c4a-a91b-b206569d8380 req-fc44596d-6b8f-4b5e-8639-9b6f369cd078 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:42.589678 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fccdeb30-9473-4c4a-a91b-b206569d8380 req-fc44596d-6b8f-4b5e-8639-9b6f369cd078 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0945284 Jul 28 04:07:42.641065 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fccdeb30-9473-4c4a-a91b-b206569d8380 req-fb8e7648-ae20-49e3-bf6b-455c72b6d764 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Jul 28 04:07:42.767990 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.051183 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55202) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:43.103020 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Deleting subnet d39ae42f-224a-4c0e-a702-f56bf6e92796 {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:07:43.108321 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.143958 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.184586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.239247 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.276045 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39ae42f-224a-4c0e-a702-f56bf6e92796,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:43.282484 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.284887 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-176737ad-a3c1-430b-8d47-73ad86fc1ec1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d39ae42f-224a-4c0e-a702-f56bf6e92796 HTTP/1.1" status: 204 len: 168 time: 0.2326429 Jul 28 04:07:43.288094 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55206) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:43.288772 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:07:43.380767 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.474573 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.486089 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6844e1b6-72a2-4d05-bd60-d319f01928aa']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:43.502445 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575086df-aceb-4481-8a00-f53fae40d873') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:43.503247 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575086df-aceb-4481-8a00-f53fae40d873') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:07:43.514076 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.536931 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.544582 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:07:43.545122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:07:43.547127 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:07:43.647685 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.655661 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:43.657863 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6844e1b6-72a2-4d05-bd60-d319f01928aa HTTP/1.1" status: 204 len: 168 time: 0.3679459 Jul 28 04:07:43.669223 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb694a4-e7ac-43d2-96a0-b4c934eddf27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6844e1b6-72a2-4d05-bd60-d319f01928aa,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:43.801555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0beda-0ab3-4a9c-8689-15a1be1a371c req-d9b21a08-9897-4c38-89e2-3bdb9fd8ecda tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:43.804909 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7ed0beda-0ab3-4a9c-8689-15a1be1a371c req-d9b21a08-9897-4c38-89e2-3bdb9fd8ecda tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1531999 Jul 28 04:07:43.902643 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7ed0beda-0ab3-4a9c-8689-15a1be1a371c req-65fdecb4-42e0-4c7e-b197-4168078e7ee3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587480 Jul 28 04:07:43.925265 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69067930-b529-4d45-a6cc-6f840872334d req-c5e78622-eff7-445a-8c8a-c4556d8edc71 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:43.932694 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-69067930-b529-4d45-a6cc-6f840872334d req-c5e78622-eff7-445a-8c8a-c4556d8edc71 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1263399 Jul 28 04:07:43.960126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55226) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:43.989088 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-69067930-b529-4d45-a6cc-6f840872334d req-56cd559f-8ae6-4057-addb-0ce128bbb430 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552189 Jul 28 04:07:44.004608 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c2be9e44-b03f-470b-a5e4-96de7682011f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1644cdef974647be988fbae0a9d8a326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430562 Jul 28 04:07:44.008820 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 55228) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:44.067172 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:44.093137 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:44.152017 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:44.154888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:44.156008 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21d4eeea-817a-4bae-9da7-3edf70208794 HTTP/1.1" status: 204 len: 168 time: 0.1457739 Jul 28 04:07:44.164826 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47f80e-956f-48be-bb74-ae873c3fea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4eeea-817a-4bae-9da7-3edf70208794,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:45.121914 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb40cb0-147c-457b-ba05-c746db2ad106 req-cc7da3e4-063a-4298-a73e-35b8893e67c3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:45.124134 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cb40cb0-147c-457b-ba05-c746db2ad106 req-cc7da3e4-063a-4298-a73e-35b8893e67c3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1103516 Jul 28 04:07:45.133633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd8cf9-aea7-4409-ad8c-78ebc9846cef req-d2a0d29d-df2f-416f-9469-4b3e7f93c985 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:45.135552 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81bd8cf9-aea7-4409-ad8c-78ebc9846cef req-d2a0d29d-df2f-416f-9469-4b3e7f93c985 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0721748 Jul 28 04:07:45.189703 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cb40cb0-147c-457b-ba05-c746db2ad106 req-f7b910a8-4d0e-4986-a8d2-e7a13ade51ef tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528769 Jul 28 04:07:45.209024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81bd8cf9-aea7-4409-ad8c-78ebc9846cef req-c20a2398-41ae-4af1-9e72-a1099838d3d4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Jul 28 04:07:46.393263 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceced03e-aa3b-4f8b-ace7-77ad15d8834b req-3afbe1a5-f671-4e75-bc81-83bf4a9d280d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:46.394637 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ceced03e-aa3b-4f8b-ace7-77ad15d8834b req-3afbe1a5-f671-4e75-bc81-83bf4a9d280d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1084433 Jul 28 04:07:46.403031 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6149-44e8-4f8a-b990-5f29bc14d770 req-a223047e-2831-403f-9f0d-a6aae7181f6e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:46.404669 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-df0f6149-44e8-4f8a-b990-5f29bc14d770 req-a223047e-2831-403f-9f0d-a6aae7181f6e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0962949 Jul 28 04:07:46.451623 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ceced03e-aa3b-4f8b-ace7-77ad15d8834b req-190fafe0-ae89-4ec1-a4cc-68cf3c80fe95 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460083 Jul 28 04:07:46.491696 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-df0f6149-44e8-4f8a-b990-5f29bc14d770 req-36e5d9de-7bdf-4bb5-b86c-3e8b632f6c56 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801473 Jul 28 04:07:47.299847 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 55354) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:47.410080 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8395915b-d15d-401c-9bf5-a0576ccffeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.414209 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-d4914200-5ad1-45eb-b173-251b20a242d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.415699 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-d4914200-5ad1-45eb-b173-251b20a242d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1099 time: 0.0541430 Jul 28 04:07:47.590904 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-35132564-c663-4b12-b1d4-91bcfeb8b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.592484 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-35132564-c663-4b12-b1d4-91bcfeb8b8cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1669064 Jul 28 04:07:47.737290 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8395915b-d15d-401c-9bf5-a0576ccffeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.747198 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ffac-be90-4eed-834b-300bc151e499 req-a5c02dc8-ad7c-46bd-b000-1d71a6d87c90 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.748726 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fd1ffac-be90-4eed-834b-300bc151e499 req-a5c02dc8-ad7c-46bd-b000-1d71a6d87c90 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.2148449 Jul 28 04:07:47.759877 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8395915b-d15d-401c-9bf5-a0576ccffeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.788108 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-1c16f730-b0b7-4b21-af36-f5f22f852219 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 1002 time: 0.1777973 Jul 28 04:07:47.825661 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7899-19a3-4602-afbb-03b83dbef88e req-676f8281-24c6-4c76-8395-3d6d2c1280ad tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.827225 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de7b7899-19a3-4602-afbb-03b83dbef88e req-676f8281-24c6-4c76-8395-3d6d2c1280ad tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.2405415 Jul 28 04:07:47.871813 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-8395915b-d15d-401c-9bf5-a0576ccffeb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37e77338cb7e483ea27d72b0dee6a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708201 Jul 28 04:07:47.874636 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55376) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:47.879441 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395915b-d15d-401c-9bf5-a0576ccffeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23a14d-d2ad-4cc5-a200-0ccb801e0d96,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:47.904965 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fd1ffac-be90-4eed-834b-300bc151e499 req-1e5dc411-c53c-4c9c-af39-6310b7af0242 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468542 Jul 28 04:07:47.917950 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c8303cb4-b0ae-4091-b2c8-03b2a890a18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.925693 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-7c634f7c-fcb8-49c7-8597-750f5f8f77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.928011 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-7c634f7c-fcb8-49c7-8597-750f5f8f77dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.1290238 Jul 28 04:07:47.933398 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de7b7899-19a3-4602-afbb-03b83dbef88e req-39630e99-faf9-4567-b610-4303cdcea4a7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Jul 28 04:07:47.952733 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.975205 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:47.979713 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-3da5bd57-e275-43e9-985c-a7e25e137077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:47.981292 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-3da5bd57-e275-43e9-985c-a7e25e137077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0447905 Jul 28 04:07:48.022869 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.025545 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.026673 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da23a14d-d2ad-4cc5-a200-0ccb801e0d96 HTTP/1.1" status: 204 len: 168 time: 0.1510532 Jul 28 04:07:48.034548 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75dc51-51f4-4f1b-aeb7-e0ca88401e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23a14d-d2ad-4cc5-a200-0ccb801e0d96,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:48.080151 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-40a7d467-a6d9-4cdf-86c4-b6e909dc8d96 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910597 Jul 28 04:07:48.197809 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-def3e535-f68f-44e7-9b8e-8cc1094883e8 req-a8030615-611d-468e-b0e6-1ab36e2ac145 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996544 Jul 28 04:07:48.312381 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55388) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:48.325248 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-19b60747-70c3-4f02-b4ac-515789f1080b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.421727 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-19b60747-70c3-4f02-b4ac-515789f1080b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.425497 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-19b60747-70c3-4f02-b4ac-515789f1080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.462161 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-19b60747-70c3-4f02-b4ac-515789f1080b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f399ab2ffa64cbd8462a8ad325e8437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487169 Jul 28 04:07:48.464280 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b60747-70c3-4f02-b4ac-515789f1080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e761ff-0197-42fa-b3a0-45be8dcefb54,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:48.464986 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 55390) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:48.521775 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.543167 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.592762 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.595444 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:48.596660 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48e761ff-0197-42fa-b3a0-45be8dcefb54 HTTP/1.1" status: 204 len: 168 time: 0.1306822 Jul 28 04:07:48.605115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ee6d9-711a-49f4-89e5-3d96b23cec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e761ff-0197-42fa-b3a0-45be8dcefb54,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:49.072231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2365c7-1871-4892-a1d8-7d575645d289 req-d81efc02-c7ca-4efc-a7d5-6dd936c0bcae tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:49.074038 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-df2365c7-1871-4892-a1d8-7d575645d289 req-d81efc02-c7ca-4efc-a7d5-6dd936c0bcae tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0910676 Jul 28 04:07:49.087444 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd7776-6cc2-4626-990f-b881a50fafb9 req-52951417-117c-4e7d-a42e-18915483d038 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:49.091180 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1bfd7776-6cc2-4626-990f-b881a50fafb9 req-52951417-117c-4e7d-a42e-18915483d038 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0761976 Jul 28 04:07:49.152461 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-df2365c7-1871-4892-a1d8-7d575645d289 req-bc2ae955-4adc-4302-b9a2-394555f981b3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623262 Jul 28 04:07:49.159814 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1bfd7776-6cc2-4626-990f-b881a50fafb9 req-1a73488b-ca1b-46fc-85ef-7045a77be5bb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632501 Jul 28 04:07:49.664538 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 55440) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:49.775392 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc3f6-6c55-425b-a497-4f0a78822158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:49.870357 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc3f6-6c55-425b-a497-4f0a78822158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:49.873926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc3f6-6c55-425b-a497-4f0a78822158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:49.911257 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e0fbc3f6-6c55-425b-a497-4f0a78822158 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86acc105330b451b9eacb2feea71658e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455795 Jul 28 04:07:49.914043 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55444) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:07:49.914645 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbc3f6-6c55-425b-a497-4f0a78822158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b57b465-fff8-471f-a85f-1fc8720223ff,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:49.964673 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:49.984704 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:50.033742 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:50.036239 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:50.037403 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b57b465-fff8-471f-a85f-1fc8720223ff HTTP/1.1" status: 204 len: 168 time: 0.1223655 Jul 28 04:07:50.045517 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0914f0-d58a-4b4a-851d-692c00fd847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b57b465-fff8-471f-a85f-1fc8720223ff,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:50.362493 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa672-ca88-4a83-8af7-e91279ce750f req-826b06ae-bdcd-403b-a639-cdb3b951d079 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:50.364044 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-956aa672-ca88-4a83-8af7-e91279ce750f req-826b06ae-bdcd-403b-a639-cdb3b951d079 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.1003215 Jul 28 04:07:50.376265 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf1f62-dc19-4b4c-9a16-c96a338a7494 req-92c446e6-3a86-42a9-b8e9-2c66399549ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:50.376265 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8fcf1f62-dc19-4b4c-9a16-c96a338a7494 req-92c446e6-3a86-42a9-b8e9-2c66399549ac tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1225555 Jul 28 04:07:50.448850 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-956aa672-ca88-4a83-8af7-e91279ce750f req-207c4402-4769-4c9d-bb7d-75ef9c33be3a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732262 Jul 28 04:07:50.452330 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8fcf1f62-dc19-4b4c-9a16-c96a338a7494 req-4207660f-ebab-4828-916c-ef848d59d1cf tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693362 Jul 28 04:07:50.490845 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e31e732f-23d4-477e-9100-4b647323f212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:50.749286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:51.600599 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b09c5-38ad-48d2-8044-bb7afbe6b153 req-3739fece-a91f-49ff-a83a-f7d5ce49f435 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:51.602155 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f06b09c5-38ad-48d2-8044-bb7afbe6b153 req-3739fece-a91f-49ff-a83a-f7d5ce49f435 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 946 time: 0.0762897 Jul 28 04:07:51.602842 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:51.610975 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc636e-63d2-425b-b249-81c986b9a238 req-773b1765-3110-4865-bbb2-746e6b7fbf81 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:51.612346 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d2bc636e-63d2-425b-b249-81c986b9a238 req-773b1765-3110-4865-bbb2-746e6b7fbf81 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0777926 Jul 28 04:07:51.667084 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f06b09c5-38ad-48d2-8044-bb7afbe6b153 req-e1a075ce-cbe6-43c6-89da-e52c915a611b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536821 Jul 28 04:07:51.674064 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d2bc636e-63d2-425b-b249-81c986b9a238 req-bfed4ee9-aa6d-4347-a94a-6916479283ee tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543363 Jul 28 04:07:51.789922 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:07:51.872931 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:51.899915 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:07:51.902521 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72717001-baff-488a-8825-08af6485d8a3" -d '{"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-unplugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:07:51.918967 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:07:51.924222 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:51.956304 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b4ab3-4b51-4632-9385-5ae145add392 x-openstack-request-id: req-986b4ab3-4b51-4632-9385-5ae145add392 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:07:51.956692 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-unplugged", "status": "failed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "code": 422}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:07:51.956919 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-986b4ab3-4b51-4632-9385-5ae145add392 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:07:51.957698 dv-cinder-740146-11-smb neutron-server[93227]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'code': 422} returned with failed status Jul 28 04:07:51.998279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=8']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:07:52.296810 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902da6b-6baf-4eaa-9ad7-ab2168700515 req-af6a9201-3c31-4bf0-8a39-df8a070b0dff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:52.298333 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5902da6b-6baf-4eaa-9ad7-ab2168700515 req-af6a9201-3c31-4bf0-8a39-df8a070b0dff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0569389 Jul 28 04:07:52.336543 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5902da6b-6baf-4eaa-9ad7-ab2168700515 req-d8938a91-bd2f-4693-9ff1-c2ba56f89ddf tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Jul 28 04:07:52.799111 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a231e-ae39-424a-b277-1299bf505fd4 req-fde29274-4be2-4d2e-9e7a-2ed5d07fbd1f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:52.800598 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d0a231e-ae39-424a-b277-1299bf505fd4 req-fde29274-4be2-4d2e-9e7a-2ed5d07fbd1f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0493159 Jul 28 04:07:52.838465 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d0a231e-ae39-424a-b277-1299bf505fd4 req-8af9739a-29cf-4f58-b965-26df8b54e8b1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Jul 28 04:07:53.360264 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:07:53.474912 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28bd7-8d50-4e5c-9d05-e47b33acec4a req-213528a8-0f3f-4911-ae48-bcb3a4d6da51 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:53.476357 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dea28bd7-8d50-4e5c-9d05-e47b33acec4a req-213528a8-0f3f-4911-ae48-bcb3a4d6da51 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0501091 Jul 28 04:07:53.518408 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dea28bd7-8d50-4e5c-9d05-e47b33acec4a req-95584870-81aa-4291-a4c2-139699a289b9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361161 Jul 28 04:07:53.954575 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddb492-9517-413d-9444-cfebd096d1ba req-9251572b-93ca-4905-a5e6-7bd336cbd8d3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:53.956039 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0ddb492-9517-413d-9444-cfebd096d1ba req-9251572b-93ca-4905-a5e6-7bd336cbd8d3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0500090 Jul 28 04:07:53.994194 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0ddb492-9517-413d-9444-cfebd096d1ba req-1f6000c2-1937-4115-b96e-1449c63ccc8a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Jul 28 04:07:54.639117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5d64-327d-4c4b-a8f6-96160e5a046e req-af34b00e-c40a-46e9-848b-11fd6849acf7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:54.640707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-db7b5d64-327d-4c4b-a8f6-96160e5a046e req-af34b00e-c40a-46e9-848b-11fd6849acf7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0505781 Jul 28 04:07:54.684834 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-db7b5d64-327d-4c4b-a8f6-96160e5a046e req-a8557f0c-b6fc-4682-861c-dc34b953ae7e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370269 Jul 28 04:07:55.112496 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b20c-9fb1-4aa9-9bda-ca5978a1fcbc req-e3fa005c-a030-4da8-9888-c9ed8c34b766 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:55.114019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0cb7b20c-9fb1-4aa9-9bda-ca5978a1fcbc req-e3fa005c-a030-4da8-9888-c9ed8c34b766 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0487700 Jul 28 04:07:55.156334 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0cb7b20c-9fb1-4aa9-9bda-ca5978a1fcbc req-644d89f8-70dd-4c79-b88d-2c01ff144e06 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354712 Jul 28 04:07:55.806836 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af169216-5776-4ed3-b3f4-2ab9a03bb94d req-67bf65c9-7dff-4da2-bdf7-2a5a5f61410a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:55.808350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af169216-5776-4ed3-b3f4-2ab9a03bb94d req-67bf65c9-7dff-4da2-bdf7-2a5a5f61410a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Jul 28 04:07:55.847760 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af169216-5776-4ed3-b3f4-2ab9a03bb94d req-749b0445-43b2-4492-8767-59775772777d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334413 Jul 28 04:07:56.278966 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270698-68d7-4ffa-8549-6b21b72b8fac req-85f06cc3-6a1b-4b61-b6f7-11591ad7e234 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:56.280475 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64270698-68d7-4ffa-8549-6b21b72b8fac req-85f06cc3-6a1b-4b61-b6f7-11591ad7e234 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0524330 Jul 28 04:07:56.320900 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64270698-68d7-4ffa-8549-6b21b72b8fac req-c512a0b4-61c0-46bc-9b2c-7ca1a500d0fc tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343747 Jul 28 04:07:56.978671 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcec5f-9331-43e5-8df3-6c961934a87a req-0edef88e-ba33-45a1-806b-065346dd7411 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:56.980664 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a5bcec5f-9331-43e5-8df3-6c961934a87a req-0edef88e-ba33-45a1-806b-065346dd7411 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0541255 Jul 28 04:07:57.023935 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a5bcec5f-9331-43e5-8df3-6c961934a87a req-36f9dcad-70a1-4044-aede-5ba5bbdb2000 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366340 Jul 28 04:07:57.447063 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f54d0b-a0a5-4f6d-91cc-b3ac8c44520e req-2618bd79-fbbe-47a5-bf26-164ffa5e6d42 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:57.448570 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c6f54d0b-a0a5-4f6d-91cc-b3ac8c44520e req-2618bd79-fbbe-47a5-bf26-164ffa5e6d42 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0537884 Jul 28 04:07:57.490011 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c6f54d0b-a0a5-4f6d-91cc-b3ac8c44520e req-c1d7b164-fd72-43dc-a1b8-92f2e2d9a579 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Jul 28 04:07:58.147342 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20fa9-72fa-4b4f-965d-5cddb3dbf288 req-f7c00748-0efb-4327-8be2-32fb0bded0e7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:58.148830 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c6d20fa9-72fa-4b4f-965d-5cddb3dbf288 req-f7c00748-0efb-4327-8be2-32fb0bded0e7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0482788 Jul 28 04:07:58.187395 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c6d20fa9-72fa-4b4f-965d-5cddb3dbf288 req-239599d8-089d-4841-a123-5bbda3cbd8e0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 28 04:07:58.611359 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7e97b-8b06-4a52-9a85-8227978c2077 req-5bf9dc28-7fe6-47ed-b205-34c722a7ff87 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:58.612865 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dac7e97b-8b06-4a52-9a85-8227978c2077 req-5bf9dc28-7fe6-47ed-b205-34c722a7ff87 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0500090 Jul 28 04:07:58.655367 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dac7e97b-8b06-4a52-9a85-8227978c2077 req-62e57616-1d27-4755-8de1-4fe32d1b077f tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353303 Jul 28 04:07:59.356580 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f76e99-2c38-4b20-905a-afce81b6f21d req-c9934cd6-893d-4a3a-aa29-190321065fb6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:59.358050 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2f76e99-2c38-4b20-905a-afce81b6f21d req-c9934cd6-893d-4a3a-aa29-190321065fb6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0495296 Jul 28 04:07:59.395975 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2f76e99-2c38-4b20-905a-afce81b6f21d req-8b370ad8-6de5-422a-829c-e59359cde957 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Jul 28 04:07:59.784725 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7a7e9-4b4d-4c0f-820b-b79d08425eca req-9e3274f0-3a04-4d47-ba03-843b8452cf46 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:07:59.786147 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b2c7a7e9-4b4d-4c0f-820b-b79d08425eca req-9e3274f0-3a04-4d47-ba03-843b8452cf46 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0514650 Jul 28 04:07:59.824708 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b2c7a7e9-4b4d-4c0f-820b-b79d08425eca req-ae1934c1-e963-436d-b3ff-cbe3629b3f4e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Jul 28 04:08:00.532088 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eae71-d8e8-4724-82d6-7f2560a731a0 req-0576fb46-7212-4bca-8367-f54ba991b0d3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:00.533556 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cc1eae71-d8e8-4724-82d6-7f2560a731a0 req-0576fb46-7212-4bca-8367-f54ba991b0d3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0483770 Jul 28 04:08:00.575603 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cc1eae71-d8e8-4724-82d6-7f2560a731a0 req-57c88029-2307-4670-9a0b-083e8a255f9d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353646 Jul 28 04:08:00.951009 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a9d09-a1ac-443b-ae18-92d9ffb2d589 req-5c7e8fab-65c8-4bb7-b7d5-30073f6fdee7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:00.952459 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e71a9d09-a1ac-443b-ae18-92d9ffb2d589 req-5c7e8fab-65c8-4bb7-b7d5-30073f6fdee7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0526371 Jul 28 04:08:00.993438 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e71a9d09-a1ac-443b-ae18-92d9ffb2d589 req-00ed7899-19ae-4c1e-b8bc-773c78603ea1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Jul 28 04:08:01.719324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f6a10-c1cc-44a1-b305-060a63478e64 req-40626474-5006-4ac5-ab16-84933205dca7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:01.721153 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952f6a10-c1cc-44a1-b305-060a63478e64 req-40626474-5006-4ac5-ab16-84933205dca7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0679355 Jul 28 04:08:01.776750 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-952f6a10-c1cc-44a1-b305-060a63478e64 req-a4d28b8a-d7eb-4e86-a075-18e6d9dc907a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467200 Jul 28 04:08:01.933244 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 55686) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:02.061063 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-e67a285f-3f0b-4695-95d0-067a59822a1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205125 Jul 28 04:08:02.129944 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5481-100d-46ba-a4d6-109aa96a5ffe req-a00b62fd-9859-4585-b8b9-bb45242a7162 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:02.132397 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4bf5481-100d-46ba-a4d6-109aa96a5ffe req-a00b62fd-9859-4585-b8b9-bb45242a7162 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0538728 Jul 28 04:08:02.178763 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a4bf5481-100d-46ba-a4d6-109aa96a5ffe req-a8aa77f7-bc07-4886-8bc3-8a5140852318 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Jul 28 04:08:02.801712 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c463-23af-4570-8fe9-4130cc652fe1 req-d688e495-e1d8-413f-82e9-5b729d3be860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:02.803081 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-46f2c463-23af-4570-8fe9-4130cc652fe1 req-d688e495-e1d8-413f-82e9-5b729d3be860 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0447228 Jul 28 04:08:02.845960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-46f2c463-23af-4570-8fe9-4130cc652fe1 req-e5243cee-7303-4014-8543-8e32832a811a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Jul 28 04:08:02.909225 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ea3e0-e778-41ea-8300-ef0901ed5206 req-7749301e-fedb-4b99-91ef-3a3f5083f579 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:02.910709 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-876ea3e0-e778-41ea-8300-ef0901ed5206 req-7749301e-fedb-4b99-91ef-3a3f5083f579 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0514572 Jul 28 04:08:02.951954 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-876ea3e0-e778-41ea-8300-ef0901ed5206 req-3adcf414-8057-42ff-866c-9a770612e983 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Jul 28 04:08:03.307980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c4d8-69c5-4de7-99ef-38d30cbfa1f8 req-1e6c0845-9ae8-46b5-837c-a5af331c4011 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.309643 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-be05c4d8-69c5-4de7-99ef-38d30cbfa1f8 req-1e6c0845-9ae8-46b5-837c-a5af331c4011 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0614882 Jul 28 04:08:03.352911 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-be05c4d8-69c5-4de7-99ef-38d30cbfa1f8 req-1741505c-726d-417a-94a9-70063d2c2bc8 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Jul 28 04:08:03.558398 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-4bab8046-9cff-451c-a00b-96326929216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.559892 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-4bab8046-9cff-451c-a00b-96326929216c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 1097 time: 0.0711598 Jul 28 04:08:03.623371 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-7cdd44a3-b169-470e-a561-9570e2e9ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.624780 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-7cdd44a3-b169-470e-a561-9570e2e9ce15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1097 time: 0.0414548 Jul 28 04:08:03.719030 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-c58fa3d9-e9d6-4725-9833-5f067a31d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.720546 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-c58fa3d9-e9d6-4725-9833-5f067a31d644 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.0883322 Jul 28 04:08:03.788919 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-6cae1ede-2db0-4402-82e3-83abcf5f697c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 1000 time: 0.0601423 Jul 28 04:08:03.840743 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-4547b097-8c4a-4ed2-8fc1-fa2327b39ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.842168 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-4547b097-8c4a-4ed2-8fc1-fa2327b39ca1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0452070 Jul 28 04:08:03.893126 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-85dc3ebf-4283-471c-9aae-19bcb82057a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:03.894528 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-85dc3ebf-4283-471c-9aae-19bcb82057a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0427086 Jul 28 04:08:03.987189 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-d27768af-ab9b-4cad-b392-05421dc269cd service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838766 Jul 28 04:08:04.118146 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf1a1b-d15d-4617-b930-4558c967da81 req-c7b1971e-bfa2-440e-aee8-c0899f3affc4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:04.119722 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-68cf1a1b-d15d-4617-b930-4558c967da81 req-c7b1971e-bfa2-440e-aee8-c0899f3affc4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0809252 Jul 28 04:08:04.139688 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cec2ff7f-94be-4f4f-b8ae-61a43d25482b req-10892c40-5473-4961-ab1f-f2600eddae92 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447639 Jul 28 04:08:04.173285 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-68cf1a1b-d15d-4617-b930-4558c967da81 req-c5139a60-5eaf-44b7-8eb6-5f96722c3036 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448513 Jul 28 04:08:04.469092 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811583f6-a4a1-482a-8e5a-db55edbde0bc req-2fa87e0f-b951-4a8a-ab8d-0027c33245e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:04.470539 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-811583f6-a4a1-482a-8e5a-db55edbde0bc req-2fa87e0f-b951-4a8a-ab8d-0027c33245e6 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0493305 Jul 28 04:08:04.513452 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-811583f6-a4a1-482a-8e5a-db55edbde0bc req-31bb4b25-f3b5-40af-9531-517c90574b24 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369382 Jul 28 04:08:04.852687 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb96c7-18e8-4cf7-bb03-03ce7d632574 req-0acaca50-9d2c-4d6e-94db-50cd8e01865a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:04.854216 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-38fb96c7-18e8-4cf7-bb03-03ce7d632574 req-0acaca50-9d2c-4d6e-94db-50cd8e01865a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0751467 Jul 28 04:08:04.855989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-090e1f5e-c037-4966-99a0-1c2f6a9f0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:04.857330 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-090e1f5e-c037-4966-99a0-1c2f6a9f0bed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 1098 time: 0.0897987 Jul 28 04:08:04.942942 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-38fb96c7-18e8-4cf7-bb03-03ce7d632574 req-d9c16846-efb5-4cee-a457-a305c6666ed3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825658 Jul 28 04:08:04.970989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-ff1d442c-2bc0-4ff5-a264-9b3fb129cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:04.972525 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-ff1d442c-2bc0-4ff5-a264-9b3fb129cbce service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 200 len: 919 time: 0.1056588 Jul 28 04:08:05.015380 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-510953fc-979d-480d-bac8-0bc456482ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Jul 28 04:08:05.063685 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-34e1dae2-46a0-4ec3-8159-4a68174e3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:05.065250 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-34e1dae2-46a0-4ec3-8159-4a68174e3e67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 200 len: 858 time: 0.0422046 Jul 28 04:08:05.101456 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-a3214605-8f9e-41a7-bf98-0dd026f3978a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc76087a-4ef1-4c1f-8801-75206e429395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289536 Jul 28 04:08:05.195996 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-2bd0db9d-3878-435f-a8d0-dab6ffdbd3e9 service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867903 Jul 28 04:08:05.329544 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65c00c-667b-4528-9a5f-3391b201fe40 req-56406de0-4514-4d8f-86c7-fda392b3ac70 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:05.330959 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ac65c00c-667b-4528-9a5f-3391b201fe40 req-56406de0-4514-4d8f-86c7-fda392b3ac70 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0787079 Jul 28 04:08:05.351808 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2e436d18-25ef-4fff-bad0-c3fa9858afc6 req-45e5a520-1523-4720-bb0d-00249fa867af service neutron] 10.222.0.41 "GET /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462605 Jul 28 04:08:05.379657 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ac65c00c-667b-4528-9a5f-3391b201fe40 req-9feeae91-8bef-418a-9ed2-7c968cefc1e7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Jul 28 04:08:06.066953 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442625-4887-4530-b13a-140f75bc3e3b req-03a3f492-14e5-4612-a9dd-6b69d2ba0c23 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:06.069164 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-89442625-4887-4530-b13a-140f75bc3e3b req-03a3f492-14e5-4612-a9dd-6b69d2ba0c23 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0536277 Jul 28 04:08:06.111071 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-89442625-4887-4530-b13a-140f75bc3e3b req-78625b79-6b3f-45bc-8a6e-b00cf8f2e829 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359683 Jul 28 04:08:06.520507 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388a404-d2a4-4791-83b6-605654fe5732 req-18b43fc0-fc66-4e68-a7d1-5aed33bdd5b9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:06.522854 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d388a404-d2a4-4791-83b6-605654fe5732 req-18b43fc0-fc66-4e68-a7d1-5aed33bdd5b9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0611565 Jul 28 04:08:06.561456 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d388a404-d2a4-4791-83b6-605654fe5732 req-2f4ca916-c975-4496-8623-5521b1ebe30a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325220 Jul 28 04:08:07.231362 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9428b5-7870-46bc-ae49-b8fc3f0a7784 req-2c889152-b35e-4c60-bfe5-3105f1343739 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:07.233265 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dc9428b5-7870-46bc-ae49-b8fc3f0a7784 req-2c889152-b35e-4c60-bfe5-3105f1343739 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0521472 Jul 28 04:08:07.279322 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dc9428b5-7870-46bc-ae49-b8fc3f0a7784 req-5818ee3c-760a-433d-92c5-d8a500a73ba7 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372107 Jul 28 04:08:07.386563 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df2d58-e0c8-4734-9ecc-7b58a6b13f00 req-651d1cbe-db41-4e6a-859b-d1f32cfbff75 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:07.388069 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b4df2d58-e0c8-4734-9ecc-7b58a6b13f00 req-651d1cbe-db41-4e6a-859b-d1f32cfbff75 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0516500 Jul 28 04:08:07.430746 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b4df2d58-e0c8-4734-9ecc-7b58a6b13f00 req-9718b098-2427-4e9d-b87d-1bd2a37313c2 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Jul 28 04:08:07.686566 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9a9ef-52e2-4b3f-a534-ebe756669fcd req-269bf6d0-f06c-466e-b462-63f3024e8a31 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:07.687955 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59e9a9ef-52e2-4b3f-a534-ebe756669fcd req-269bf6d0-f06c-466e-b462-63f3024e8a31 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0530310 Jul 28 04:08:07.729205 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-59e9a9ef-52e2-4b3f-a534-ebe756669fcd req-f3f3a7b2-f0cd-4786-ba21-69e860ce9f61 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340509 Jul 28 04:08:08.548640 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd278f-03d8-4dfa-bddc-d6909600c2d7 req-b61c767b-78fb-40c1-a8ee-16e501142dfa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:08.550102 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-65cd278f-03d8-4dfa-bddc-d6909600c2d7 req-b61c767b-78fb-40c1-a8ee-16e501142dfa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0485573 Jul 28 04:08:08.593754 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-65cd278f-03d8-4dfa-bddc-d6909600c2d7 req-a372bf03-b735-439f-9e9a-4acc9735bc85 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Jul 28 04:08:08.871877 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b5eb-e321-425c-836a-da2fd8743266 req-079d8c65-9b2f-495e-88b0-307e67821a4c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:08.871877 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e96b5eb-e321-425c-836a-da2fd8743266 req-079d8c65-9b2f-495e-88b0-307e67821a4c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0598669 Jul 28 04:08:08.911702 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e96b5eb-e321-425c-836a-da2fd8743266 req-c8773199-f548-4b9e-a44b-94760390ae1f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Jul 28 04:08:09.715360 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5367a-2588-4f10-b37a-c51ec25f8e5f req-bcc7042e-d1c8-4d73-ac4a-042b61516b02 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:09.716875 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6ce5367a-2588-4f10-b37a-c51ec25f8e5f req-bcc7042e-d1c8-4d73-ac4a-042b61516b02 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0550630 Jul 28 04:08:09.755523 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6ce5367a-2588-4f10-b37a-c51ec25f8e5f req-d797c2a6-7d15-4bc2-a4e7-251d22255664 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Jul 28 04:08:10.046728 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b851e2c-6533-49f7-9352-76149f78ae78 req-7d7d4ceb-ac45-4060-baa9-6aff36e2c853 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:10.048321 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2b851e2c-6533-49f7-9352-76149f78ae78 req-7d7d4ceb-ac45-4060-baa9-6aff36e2c853 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0556071 Jul 28 04:08:10.088731 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2b851e2c-6533-49f7-9352-76149f78ae78 req-ff36776c-aaa6-41f9-a4ed-c4362a88be7f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jul 28 04:08:10.878479 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc15c13-608e-431d-9bdc-9c3b72ee1175 req-f6d53a85-aa2b-44b6-abf1-14dd6ade71ed tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:10.879952 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cc15c13-608e-431d-9bdc-9c3b72ee1175 req-f6d53a85-aa2b-44b6-abf1-14dd6ade71ed tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0555139 Jul 28 04:08:10.934057 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cc15c13-608e-431d-9bdc-9c3b72ee1175 req-52dd6a06-e772-49a1-95f4-46e427370165 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Jul 28 04:08:11.223730 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc789-971c-4169-b414-b65cfc552d87 req-4cfbc635-aae9-4bf7-826f-8babc0f4f7ff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:11.225634 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-857fc789-971c-4169-b414-b65cfc552d87 req-4cfbc635-aae9-4bf7-826f-8babc0f4f7ff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0574479 Jul 28 04:08:11.299121 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f557b3-cdd8-4a99-8b19-c95db9571e66 req-8f325325-0be8-4e82-86d9-18796f1c7be4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:11.300746 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c7f557b3-cdd8-4a99-8b19-c95db9571e66 req-8f325325-0be8-4e82-86d9-18796f1c7be4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0705786 Jul 28 04:08:11.304240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-857fc789-971c-4169-b414-b65cfc552d87 req-3013a5fc-27be-48ce-8c21-128dadba801e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718710 Jul 28 04:08:11.342778 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c7f557b3-cdd8-4a99-8b19-c95db9571e66 req-3bb36e8d-8771-47b9-af2b-52f97782fc89 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Jul 28 04:08:12.059490 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a6898-ea2e-408b-a0d0-0b6ff6549fbf req-38e1b841-18a8-4169-92a0-2661bb73faaf tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:12.063528 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb1a6898-ea2e-408b-a0d0-0b6ff6549fbf req-38e1b841-18a8-4169-92a0-2661bb73faaf tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0581284 Jul 28 04:08:12.102066 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb1a6898-ea2e-408b-a0d0-0b6ff6549fbf req-13cccb8e-9961-4db8-a7c1-33607b1399b7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Jul 28 04:08:12.463380 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a028b-47a6-4787-a0cd-cb52c9600bf4 req-02ebc15f-6d14-40cd-a2d9-496dad703d92 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:12.464921 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-680a028b-47a6-4787-a0cd-cb52c9600bf4 req-02ebc15f-6d14-40cd-a2d9-496dad703d92 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0789747 Jul 28 04:08:12.502811 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59dcf7-bbdc-4942-96ad-ec6006c6bf2b req-c9814208-57ab-4c06-ae1a-d35cdc603127 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:12.504310 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e59dcf7-bbdc-4942-96ad-ec6006c6bf2b req-c9814208-57ab-4c06-ae1a-d35cdc603127 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0838168 Jul 28 04:08:12.524529 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-680a028b-47a6-4787-a0cd-cb52c9600bf4 req-758f82fd-56b0-4297-843c-f82557369d05 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531433 Jul 28 04:08:12.566461 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e59dcf7-bbdc-4942-96ad-ec6006c6bf2b req-06872196-e073-44d5-9d8d-b84ae7496b8b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519962 Jul 28 04:08:12.767884 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:13.232666 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141ac6d-3670-4a74-a673-0faabfc62959 req-dbf6ea27-f6c0-4671-86e6-826a137a9fd7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:13.234046 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4141ac6d-3670-4a74-a673-0faabfc62959 req-dbf6ea27-f6c0-4671-86e6-826a137a9fd7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0612473 Jul 28 04:08:13.273415 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4141ac6d-3670-4a74-a673-0faabfc62959 req-9af2f3f3-84d2-40bc-aa15-bbc7009f01f9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 28 04:08:13.667150 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ee24c-4a1c-495b-b8c9-656f9d378a44 req-e918b4ef-29dc-44a3-9654-a5ab3098ec8a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:13.673772 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b18ee24c-4a1c-495b-b8c9-656f9d378a44 req-e918b4ef-29dc-44a3-9654-a5ab3098ec8a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0744824 Jul 28 04:08:13.735908 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b18ee24c-4a1c-495b-b8c9-656f9d378a44 req-2550e5a3-465b-4ce4-85a0-77e724576897 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589399 Jul 28 04:08:13.744688 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aadbad-dff0-4943-a6d4-745f73896ddb req-f2588009-c3e9-4b5e-a989-865f4f7cfc05 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:13.746161 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87aadbad-dff0-4943-a6d4-745f73896ddb req-f2588009-c3e9-4b5e-a989-865f4f7cfc05 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0968454 Jul 28 04:08:13.790472 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87aadbad-dff0-4943-a6d4-745f73896ddb req-25026f98-de34-4668-8aea-b01cb1838daa tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jul 28 04:08:14.645040 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edb7b-239f-4871-b131-378609f08a59 req-5a1bf434-a01c-4127-8b0b-e49be27929aa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:14.646785 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c20edb7b-239f-4871-b131-378609f08a59 req-5a1bf434-a01c-4127-8b0b-e49be27929aa tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.2923179 Jul 28 04:08:14.695533 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c20edb7b-239f-4871-b131-378609f08a59 req-4cb6edb3-8536-43cd-afd7-95e1e275b252 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Jul 28 04:08:14.867028 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b1547-fa1b-4a4b-a952-21af823836fe req-af3ef680-8489-4431-906d-28b53a1e4d8b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:14.868556 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b85b1547-fa1b-4a4b-a952-21af823836fe req-af3ef680-8489-4431-906d-28b53a1e4d8b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0496798 Jul 28 04:08:14.943949 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b85b1547-fa1b-4a4b-a952-21af823836fe req-cd643caa-d549-42b4-8299-77cf4c6df6c8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648236 Jul 28 04:08:14.954286 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda80094-87b3-4bda-a79c-81720eacda26 req-7782415e-a55e-4f88-823b-791d662aba3c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:14.955908 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cda80094-87b3-4bda-a79c-81720eacda26 req-7782415e-a55e-4f88-823b-791d662aba3c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0864654 Jul 28 04:08:14.998745 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cda80094-87b3-4bda-a79c-81720eacda26 req-ff2e24fd-a309-492f-9ef9-f1f4af560edc tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Jul 28 04:08:15.816201 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307523-8412-472b-885d-78fc86dc4955 req-cc6e10fe-9e38-4200-8930-a62e287a7f3d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:15.821217 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-be307523-8412-472b-885d-78fc86dc4955 req-cc6e10fe-9e38-4200-8930-a62e287a7f3d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0545800 Jul 28 04:08:15.872595 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-be307523-8412-472b-885d-78fc86dc4955 req-7d539c2c-a257-40ab-9364-5f580cc2eccd tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Jul 28 04:08:16.128833 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf48b0d-e395-4c04-a337-8136a05f38c3 req-c9642ade-d0b6-455a-947a-f0ab52fe34c9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:16.130378 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bf48b0d-e395-4c04-a337-8136a05f38c3 req-c9642ade-d0b6-455a-947a-f0ab52fe34c9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0970120 Jul 28 04:08:16.143064 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cc73-b956-4d8d-81e4-cf3268572845 req-5de64c77-288b-43a6-8850-070ee270837b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:16.144725 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ab8cc73-b956-4d8d-81e4-cf3268572845 req-5de64c77-288b-43a6-8850-070ee270837b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0704539 Jul 28 04:08:16.202305 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bf48b0d-e395-4c04-a337-8136a05f38c3 req-353a41fb-f02d-4ead-992b-6abe339f2b54 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566053 Jul 28 04:08:16.208225 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ab8cc73-b956-4d8d-81e4-cf3268572845 req-68acaa44-8eeb-4dfb-8a0e-dd93a08025f4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565379 Jul 28 04:08:16.993978 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43fd0e-a692-4b2d-8b8b-8de478248b1d req-b444768b-6b6d-464f-8340-d75a81834f44 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:16.995395 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e43fd0e-a692-4b2d-8b8b-8de478248b1d req-b444768b-6b6d-464f-8340-d75a81834f44 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0534642 Jul 28 04:08:17.035607 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e43fd0e-a692-4b2d-8b8b-8de478248b1d req-9fe6d009-2479-4ee6-b171-039198901ac3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343380 Jul 28 04:08:17.373851 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599c80-574a-4ff3-adc8-752400647fe2 req-18b6f4b2-b3d0-4240-8d8e-3858517def25 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:17.375373 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af599c80-574a-4ff3-adc8-752400647fe2 req-18b6f4b2-b3d0-4240-8d8e-3858517def25 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0927916 Jul 28 04:08:17.383932 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d45f1-586c-4fbe-9b61-a8bd435d1b85 req-d2c49fd4-1be3-4203-8d5d-76e491a52572 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:17.385381 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c9d45f1-586c-4fbe-9b61-a8bd435d1b85 req-d2c49fd4-1be3-4203-8d5d-76e491a52572 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0821323 Jul 28 04:08:17.441815 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-af599c80-574a-4ff3-adc8-752400647fe2 req-70a0ee47-fdc1-41e7-8ceb-6c5e2494bda5 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553994 Jul 28 04:08:17.447781 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c9d45f1-586c-4fbe-9b61-a8bd435d1b85 req-b28a41b2-3e3d-477c-bd0f-0a0b071569f9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554454 Jul 28 04:08:17.912576 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6c50bc81-88a9-451b-844d-c9e4df1612d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:18.168511 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43706dd4-e1b4-42b6-b34f-e13f4981f68b req-62718c05-1d0e-46cf-8dad-61857d9a0bc5 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:18.170056 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-43706dd4-e1b4-42b6-b34f-e13f4981f68b req-62718c05-1d0e-46cf-8dad-61857d9a0bc5 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0531042 Jul 28 04:08:18.212293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-43706dd4-e1b4-42b6-b34f-e13f4981f68b req-65bdbd67-a7d2-4344-9138-d04eb747bf33 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Jul 28 04:08:18.596928 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae653f-4878-4133-9f4c-42f69e06ac0f req-e0a168b5-acba-45e2-ba02-dd4d83195076 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:18.598422 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7aae653f-4878-4133-9f4c-42f69e06ac0f req-e0a168b5-acba-45e2-ba02-dd4d83195076 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0769041 Jul 28 04:08:18.634590 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a240e-43d1-474c-8ad2-24a085b3922f req-b788f627-bcb3-4a42-86bd-8e2b9d0971b4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:18.635928 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4b9a240e-43d1-474c-8ad2-24a085b3922f req-b788f627-bcb3-4a42-86bd-8e2b9d0971b4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0864336 Jul 28 04:08:18.663671 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7aae653f-4878-4133-9f4c-42f69e06ac0f req-8ff9380b-7be7-4c4a-aef2-19b228984eeb tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581901 Jul 28 04:08:18.693184 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4b9a240e-43d1-474c-8ad2-24a085b3922f req-dc903383-3981-4225-8c04-c805fd30f963 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505869 Jul 28 04:08:19.328585 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d352f9-51e8-48f6-9426-f4fb030cd808 req-77a4b1b5-c58c-4992-8427-a4e90f9d38fb tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:19.330087 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b8d352f9-51e8-48f6-9426-f4fb030cd808 req-77a4b1b5-c58c-4992-8427-a4e90f9d38fb tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0497785 Jul 28 04:08:19.373277 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b8d352f9-51e8-48f6-9426-f4fb030cd808 req-a1645288-77a5-48d0-a04f-2a16fb966fe7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Jul 28 04:08:19.824844 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479f03-f402-47a0-8caf-ade292d725ac req-0dbdce9c-ef8b-4790-9810-26733e3e4612 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:19.826400 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cb479f03-f402-47a0-8caf-ade292d725ac req-0dbdce9c-ef8b-4790-9810-26733e3e4612 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0847583 Jul 28 04:08:19.851924 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff40d-3c80-401b-a2c7-42dece024d20 req-dde5109b-513c-4460-aaf9-1098b4b548c4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:19.853437 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-494ff40d-3c80-401b-a2c7-42dece024d20 req-dde5109b-513c-4460-aaf9-1098b4b548c4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0801663 Jul 28 04:08:19.894141 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cb479f03-f402-47a0-8caf-ade292d725ac req-6b6f1030-60e4-4a09-9fde-962827e31d33 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582123 Jul 28 04:08:19.912369 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-494ff40d-3c80-401b-a2c7-42dece024d20 req-ef60eea5-e904-4ac7-9366-8cd79d910389 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525360 Jul 28 04:08:20.277855 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:20.482833 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-18929ade-f4cd-4f32-8fbe-501a19585293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:20.498301 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9e91-b393-47b1-a647-78f6d8177b93 req-35eccb9f-236f-4d93-bde3-fbc679828dff tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:20.499782 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64dd9e91-b393-47b1-a647-78f6d8177b93 req-35eccb9f-236f-4d93-bde3-fbc679828dff tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0581932 Jul 28 04:08:20.542274 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-64dd9e91-b393-47b1-a647-78f6d8177b93 req-7b4e8248-a225-421e-83ab-d98128a5c928 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Jul 28 04:08:20.740310 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:21.041281 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c62366-01ec-4acd-883e-c153c591a2cc req-fd793558-5e39-4ec1-bc59-730a3d645f23 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:21.048832 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-70c62366-01ec-4acd-883e-c153c591a2cc req-fd793558-5e39-4ec1-bc59-730a3d645f23 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0839789 Jul 28 04:08:21.102032 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a95da-d57b-4b21-b413-3576ba4f1f8d req-3bdb025e-45aa-4d3b-b41b-5df68187ca60 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:21.103534 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1a8a95da-d57b-4b21-b413-3576ba4f1f8d req-3bdb025e-45aa-4d3b-b41b-5df68187ca60 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.1006715 Jul 28 04:08:21.106477 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-70c62366-01ec-4acd-883e-c153c591a2cc req-736fd6d0-a261-44da-9b25-2f8dae8f1e18 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569592 Jul 28 04:08:21.154198 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1a8a95da-d57b-4b21-b413-3576ba4f1f8d req-5eecd52b-6757-4f3b-be71-56b51d8ec4c2 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Jul 28 04:08:21.256766 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-fc8511a3-9017-44ba-9001-7be78b0865b4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529469674&fields=id&tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53 HTTP/1.1" status: 200 len: 267 time: 0.0391645 Jul 28 04:08:21.383651 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-321f76a7-214f-4161-8b47-c91d25bf0dd8 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:21.386076 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-321f76a7-214f-4161-8b47-c91d25bf0dd8 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 808 time: 0.1190932 Jul 28 04:08:21.406170 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-bcde6fed-af2e-4e73-90af-90910392a8d3 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/quotas/bd8e1eae86a543f5a0843e53e2bfbd53 HTTP/1.1" status: 200 len: 375 time: 0.0130913 Jul 28 04:08:21.468166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-35501a2e-4f9b-4c37-9b01-9da4f6a795f4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559249 Jul 28 04:08:21.575412 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-9caec8bf-cea0-4948-b1e5-3a4acdec4d36 service neutron] 10.222.0.43 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919926 Jul 28 04:08:21.611297 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:21.721704 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8c96-f65c-48c3-a4f6-37c445bd272a req-73d7dec4-07fe-46d0-9a79-b168f1d10faf tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:21.723174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-321f8c96-f65c-48c3-a4f6-37c445bd272a req-73d7dec4-07fe-46d0-9a79-b168f1d10faf tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0812716 Jul 28 04:08:21.726097 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-be0d7df5-1beb-42b6-b74e-8d068bfb1add service neutron] 10.222.0.43 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424034 Jul 28 04:08:21.766026 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-321f8c96-f65c-48c3-a4f6-37c445bd272a req-5c04ccfd-789e-4226-bda5-2251230c2d13 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Jul 28 04:08:22.122544 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5868c5ae-efc4-488d-9970-425880b907ba req-121b2e32-4bf0-445c-80eb-506f21c2277e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 210 time: 0.0378294 Jul 28 04:08:22.267006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83117c9e-ca4e-4f2c-b43b-ad792634a282 req-89ac8ee7-bcf6-46b6-a3ff-587cbcb36d3a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:22.268720 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-83117c9e-ca4e-4f2c-b43b-ad792634a282 req-89ac8ee7-bcf6-46b6-a3ff-587cbcb36d3a tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0813148 Jul 28 04:08:22.344132 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596fc3d-f346-40c7-8033-2d8240dcd8f7 req-b5881397-1102-46ba-9693-faf0145ed161 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:22.345902 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4596fc3d-f346-40c7-8033-2d8240dcd8f7 req-b5881397-1102-46ba-9693-faf0145ed161 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0988822 Jul 28 04:08:22.368661 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-83117c9e-ca4e-4f2c-b43b-ad792634a282 req-3701edba-0652-464b-a056-9bcefd9086b1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810690 Jul 28 04:08:22.401572 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4596fc3d-f346-40c7-8033-2d8240dcd8f7 req-b5b4a1bf-267f-4664-af3c-e8b33769496c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464745 Jul 28 04:08:22.891862 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbef024-5f6b-41f4-aea7-22981b783cb2 req-49690c38-e8c8-472f-be69-a6f99e6dfbf3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:22.893380 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-efbef024-5f6b-41f4-aea7-22981b783cb2 req-49690c38-e8c8-472f-be69-a6f99e6dfbf3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0545716 Jul 28 04:08:22.933252 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-efbef024-5f6b-41f4-aea7-22981b783cb2 req-23bc3834-10c8-4067-914c-4257487c0a3b tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 28 04:08:23.214881 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1336ac6d-9a0a-4a4d-934a-755d7e4c36e9 req-5970adcc-8384-4b6f-8f07-effd758fe245 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Jul 28 04:08:23.362490 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:23.498353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1abff-2ead-44e6-9883-2fd6f1a03565 req-2404e002-03a0-457c-ad5e-3a16ff032c1d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:23.499842 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a7b1abff-2ead-44e6-9883-2fd6f1a03565 req-2404e002-03a0-457c-ad5e-3a16ff032c1d tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.0556335 Jul 28 04:08:23.567594 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a7b1abff-2ead-44e6-9883-2fd6f1a03565 req-63752af6-a784-4a59-b43a-3907bfa33010 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Jul 28 04:08:23.581082 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe2c86-ee19-4992-88cd-a382f1e5021b req-cfa5d19c-a426-42d7-9225-669074482e06 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:23.582580 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ccfe2c86-ee19-4992-88cd-a382f1e5021b req-cfa5d19c-a426-42d7-9225-669074482e06 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.0818837 Jul 28 04:08:23.622350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ccfe2c86-ee19-4992-88cd-a382f1e5021b req-b9eef387-fcdf-4f7b-aefb-7e725c665fc3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Jul 28 04:08:24.023122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56106) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:24.140180 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030277b-cf4e-4a91-ace7-0f53a5e53157 req-4fc01b82-812c-4fd3-ad27-e4d0ad0a7392 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:24.141729 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c030277b-cf4e-4a91-ace7-0f53a5e53157 req-4fc01b82-812c-4fd3-ad27-e4d0ad0a7392 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.1156924 Jul 28 04:08:24.142431 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.175107 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-dfe18c0c-99e7-47cb-b32f-6919ba0e562d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:24.176717 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-dfe18c0c-99e7-47cb-b32f-6919ba0e562d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 808 time: 0.1629226 Jul 28 04:08:24.216688 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c030277b-cf4e-4a91-ace7-0f53a5e53157 req-0827cc73-061d-4592-b8ee-673697d7b47c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625019 Jul 28 04:08:24.247112 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.249580 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-d9a8ac10-8668-4a0e-a75d-5eca53f60ebe tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53 HTTP/1.1" status: 200 len: 380 time: 0.0584955 Jul 28 04:08:24.253871 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.262411 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'port': {'device_id': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'admin_state_up': True, 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'security_groups': ['bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:24.294066 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e66048-b968-437d-a441-23f7d4abbf43,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:24.302954 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07705d514cff4bac9abb6b82e12fd08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786829 Jul 28 04:08:24.305675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.306018 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.306348 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.306675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.306999 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.307319 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.307641 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.307955 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.308271 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.308613 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.308925 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.309235 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866787a8-6936-4832-be03-55b0abce6abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:24.312172 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56112) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:24.358431 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-80657348-1d43-4000-b516-6adb99e698b8 req-aaecbb9e-e7c6-4ee6-a5d3-69bcce30c8c9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 210 time: 0.0399218 Jul 28 04:08:24.364511 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.392140 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.429751 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Made reservation on behalf of bd8e1eae86a543f5a0843e53e2bfbd53 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:24.433043 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.447300 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.450354 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.451610 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60e66048-b968-437d-a441-23f7d4abbf43 HTTP/1.1" status: 204 len: 168 time: 0.1384189 Jul 28 04:08:24.461453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273504db-051f-40fd-9ebf-0527e299c9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e66048-b968-437d-a441-23f7d4abbf43,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:24.578608 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Allocated IP 172.20.0.7 (251e6713-2f93-4dc5-826e-3ecbdd32f297/0f4b41de-af12-4a5d-8b5b-00890ae46d58/093d6b24-98ee-4adf-a756-338b455f608d) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:24.783226 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88c7a-a281-44a9-8f8b-70d976efc8fa req-af716121-044a-480a-b6f9-e08c2ef4e13e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:24.784723 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b88c7a-a281-44a9-8f8b-70d976efc8fa req-af716121-044a-480a-b6f9-e08c2ef4e13e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1413291 Jul 28 04:08:24.826995 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.834148 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660442ab-e520-40b0-801c-c7a1daa21700 req-9dab3add-93ad-4365-8883-fdd31b10ad01 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:24.836297 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-660442ab-e520-40b0-801c-c7a1daa21700 req-9dab3add-93ad-4365-8883-fdd31b10ad01 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.1311076 Jul 28 04:08:24.864844 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Transition to ACTIVE for port object 093d6b24-98ee-4adf-a756-338b455f608d will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:24.881112 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b88c7a-a281-44a9-8f8b-70d976efc8fa req-82fd1c94-820c-4f64-b604-74723d3b5254 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880289 Jul 28 04:08:24.906116 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-660442ab-e520-40b0-801c-c7a1daa21700 req-6d48cd47-dc20-4653-9028-5a30d9121f6c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611830 Jul 28 04:08:24.929726 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:24.982618 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:24.987685 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:24.990308 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:24.998006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033599 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033599 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.033880 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.037063 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.038091 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.038581 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:25.066110 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:25.066768 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.092568 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-b09564c9-1dd0-44d3-8989-4c1edfafc18c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349736 Jul 28 04:08:25.124280 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Request body: {'port': {'device_id': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:25.200588 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.260850 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-554ea81c-131e-4395-8821-1fdf0fd1bc7e None None] Provisioning for port 093d6b24-98ee-4adf-a756-338b455f608d completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:25.267240 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-554ea81c-131e-4395-8821-1fdf0fd1bc7e None None] Provisioning complete for port 093d6b24-98ee-4adf-a756-338b455f608d triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:25.267660 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-554ea81c-131e-4395-8821-1fdf0fd1bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.311039 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-554ea81c-131e-4395-8821-1fdf0fd1bc7e None None] Port 093d6b24-98ee-4adf-a756-338b455f608d cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:08:25.496542 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e28344-f38b-4b70-89e8-97eb1c102d7d req-3fd9eaa3-ceb1-4641-aead-f2501341d4e2 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:25.497974 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-11e28344-f38b-4b70-89e8-97eb1c102d7d req-3fd9eaa3-ceb1-4641-aead-f2501341d4e2 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.1932521 Jul 28 04:08:25.596455 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-11e28344-f38b-4b70-89e8-97eb1c102d7d req-4b3341ac-0e1e-4a18-8db0-38eb5b9f57a7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834804 Jul 28 04:08:25.619450 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95594f-0105-412c-a793-1c2bd2677c5f req-bb4284b0-ab11-459a-ae07-ebc5f20ed0e6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:25.621043 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa95594f-0105-412c-a793-1c2bd2677c5f req-bb4284b0-ab11-459a-ae07-ebc5f20ed0e6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 931 time: 0.1379640 Jul 28 04:08:25.689094 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa95594f-0105-412c-a793-1c2bd2677c5f req-b66f4d4c-5057-4a22-93ca-8d66070e9946 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618596 Jul 28 04:08:25.737762 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093d6b24-98ee-4adf-a756-338b455f608d {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:25.746338 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.749853 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-f24f2ad5-d5b8-4399-a991-a85bde4135a6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:25.751531 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-f24f2ad5-d5b8-4399-a991-a85bde4135a6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 946 time: 0.0598078 Jul 28 04:08:25.760236 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Transition to ACTIVE for port object 093d6b24-98ee-4adf-a756-338b455f608d will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:25.764084 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.816788 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:25.858457 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Deleting port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:25.858884 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.891810 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Attempting to bind port 093d6b24-98ee-4adf-a756-338b455f608d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:25.892144 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Attempting to bind port 093d6b24-98ee-4adf-a756-338b455f608d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:25.892502 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Attempting to bind port 093d6b24-98ee-4adf-a756-338b455f608d on network 251e6713-2f93-4dc5-826e-3ecbdd32f297 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:25.897741 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Port 093d6b24-98ee-4adf-a756-338b455f608d on network 251e6713-2f93-4dc5-826e-3ecbdd32f297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:08:25.898053 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Attempting to bind port 093d6b24-98ee-4adf-a756-338b455f608d on network 251e6713-2f93-4dc5-826e-3ecbdd32f297 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:25.903580 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:25.903792 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Checking segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:25.904162 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Bound using segment: {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:25.913623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Bound port: 093d6b24-98ee-4adf-a756-338b455f608d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da647b5-5012-4c5b-9d1f-7b212fa280b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:25.914056 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.970313 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] For port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:25.970698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:25.985067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Calling delete_port for 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad owned by compute:nova {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:26.003044 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:08:26.078629 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-69bd40f7-e2ed-4bfd-8c5b-db041e2ca6a3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:26.080208 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-69bd40f7-e2ed-4bfd-8c5b-db041e2ca6a3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1480269 Jul 28 04:08:26.117055 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:26.121434 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63f9d8-5cac-4f8d-a96d-75e2e08ea2bb req-9ea86cc8-024e-46ae-9605-2134841718e3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:26.123007 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b63f9d8-5cac-4f8d-a96d-75e2e08ea2bb req-9ea86cc8-024e-46ae-9605-2134841718e3 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 946 time: 0.1601171 Jul 28 04:08:26.134211 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.135459 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'mac_address': 'fa:16:3e:6e:46:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:08:26.164200 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Pushing event deleted for resources: {'Port': ['ID=1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:26.164556 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:26.172356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:26.199936 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.205942 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7bcf-eb72-4ba3-9b11-580c2d76c890 req-9bd05e55-1cde-4de4-9380-94cca3f8d37f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:26.207430 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-75ac7bcf-eb72-4ba3-9b11-580c2d76c890 req-9bd05e55-1cde-4de4-9380-94cca3f8d37f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 944 time: 0.1799641 Jul 28 04:08:26.210965 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] No DVR routers for this DVR port 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad on host hv-cinder-74014 {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:26.213170 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:26.214343 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.216632 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-35383e89-7222-4b01-bb17-8e94a5f68d08 req-874d1d17-7d0b-4f8e-81f1-526b3958d514 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "DELETE /v2.0/ports/1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad HTTP/1.1" status: 204 len: 173 time: 0.4548585 Jul 28 04:08:26.217171 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'name': 'network-vif-deleted', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:26.219511 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7029f4-d2f8-4212-9705-aaed828df6cf" -d '{"events": [{"server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "name": "network-vif-deleted", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:26.234312 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:26.238616 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.241154 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:26.258749 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.292286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=9']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:26.300666 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.301007 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.301343 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.301671 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.301997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.302328 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.302649 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.302967 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.303994 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.304331 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.304682 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.305145 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:26.316893 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b63f9d8-5cac-4f8d-a96d-75e2e08ea2bb req-09aee2f1-17c8-42cb-9bb5-6d544d061bb0 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655738 Jul 28 04:08:26.323824 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:26.324470 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.325839 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] 10.222.0.41 "PUT /v2.0/ports/093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 1093 time: 1.2081723 Jul 28 04:08:26.333290 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:26.336159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:26.381597 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-75ac7bcf-eb72-4ba3-9b11-580c2d76c890 req-469ec420-0999-4e0a-86e1-9b57bcca7f4e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449850 Jul 28 04:08:26.384522 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79314332-ae23-436d-b764-427becb0940e x-openstack-request-id: req-79314332-ae23-436d-b764-427becb0940e {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:26.384812 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c3eec8-6a95-4ad4-8a16-91de95fb96ce", "name": "network-vif-deleted", "tag": "1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:26.385062 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79314332-ae23-436d-b764-427becb0940e {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:26.385453 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c3eec8-6a95-4ad4-8a16-91de95fb96ce', 'name': 'network-vif-deleted', 'tag': '1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad', 'status': 'completed', 'code': 200} Jul 28 04:08:26.433708 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dffbc26-015f-443a-89f3-5e9a6fe507b2 x-openstack-request-id: req-0dffbc26-015f-443a-89f3-5e9a6fe507b2 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:26.433997 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:26.434240 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0dffbc26-015f-443a-89f3-5e9a6fe507b2 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:26.434620 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'status': 'completed', 'code': 200} Jul 28 04:08:26.437789 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61ee8-dfd9-40ae-99e4-ef623b67b125 service neutron] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:26.445012 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Deleting port 86c56259-2b4b-4c54-a49e-e37c5c428fca {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:26.445348 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:26.486755 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['29bd2742-d51c-4840-bc6f-eeaf266516b0'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:26.535706 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-2234eb42-6810-48ff-8f3d-12006ea8f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:26.538029 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-2234eb42-6810-48ff-8f3d-12006ea8f585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1096 time: 0.1471524 Jul 28 04:08:26.906969 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-21d4dca7-0e0f-41eb-910f-dab993e19638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 217 time: 0.3558807 Jul 28 04:08:26.944800 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7676e51e-c1af-408d-a8a9-cddd11fec4dd req-05386121-3301-4226-8213-84fb57e903e7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=66c3eec8-6a95-4ad4-8a16-91de95fb96ce HTTP/1.1" status: 200 len: 210 time: 0.0885894 Jul 28 04:08:26.987884 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] For port 86c56259-2b4b-4c54-a49e-e37c5c428fca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=86c56259-2b4b-4c54-a49e-e37c5c428fca,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:26.988248 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:27.011421 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Calling delete_port for 86c56259-2b4b-4c54-a49e-e37c5c428fca owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:27.026886 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-6bb022fb-4703-409b-9bae-e55162e729eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.028475 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-6bb022fb-4703-409b-9bae-e55162e729eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.0909953 Jul 28 04:08:27.037145 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a14c3-f23b-4be6-b31e-233c9f3ce07b req-36950f45-04b3-41d6-9fbc-addf0fe4619a tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.038524 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f74a14c3-f23b-4be6-b31e-233c9f3ce07b req-36950f45-04b3-41d6-9fbc-addf0fe4619a tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 943 time: 0.1814218 Jul 28 04:08:27.147643 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109bfb-7d54-44e9-8848-82da33428321 req-a797286c-08f6-43f8-8279-c7d280d4f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.149249 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-a797286c-08f6-43f8-8279-c7d280d4f389 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1086006 Jul 28 04:08:27.152074 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f74a14c3-f23b-4be6-b31e-233c9f3ce07b req-0c4bc928-c86f-4b66-940e-8804b7150a57 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028881 Jul 28 04:08:27.289921 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-24b2f940-fb40-4a4e-bb48-f08ef7daba82 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309295 Jul 28 04:08:27.290832 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:27.301639 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['0e54c59d-f2a2-4119-a922-14bed09476c9', '86c56259-2b4b-4c54-a49e-e37c5c428fca'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:27.327669 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Pushing event deleted for resources: {'Port': ['ID=86c56259-2b4b-4c54-a49e-e37c5c428fca,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:27.426733 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] No DVR routers for this DVR port 86c56259-2b4b-4c54-a49e-e37c5c428fca on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:27.430957 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:27.433161 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8fbc7f6-b125-4c33-a46d-1f00bbaee1bd req-c4f702b6-9d9c-4d82-be6a-cb00b93a1087 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "DELETE /v2.0/ports/86c56259-2b4b-4c54-a49e-e37c5c428fca HTTP/1.1" status: 204 len: 173 time: 1.3361402 Jul 28 04:08:27.451382 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-409dd859-7a30-4690-8b54-d06887b0ea96 req-2448dfdd-06de-4653-9191-e07fa0f13a21 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=99094156-c482-4b10-b08f-d7f815be2496 HTTP/1.1" status: 200 len: 210 time: 0.0527356 Jul 28 04:08:27.496072 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4e109bfb-7d54-44e9-8848-82da33428321 req-28c7839c-d4f8-4992-9572-8e6a00ef3acd service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777325 Jul 28 04:08:27.571813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613d4dc-4e7e-49c3-baca-5474742c196b req-74cebbf9-1ae7-447d-8aba-13d5dd78fabc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.573261 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b613d4dc-4e7e-49c3-baca-5474742c196b req-74cebbf9-1ae7-447d-8aba-13d5dd78fabc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 945 time: 0.0675755 Jul 28 04:08:27.632835 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-a0e7d26a-14c7-43cc-8a2c-1c6200f29db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.634289 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-a0e7d26a-14c7-43cc-8a2c-1c6200f29db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1096 time: 0.0848227 Jul 28 04:08:27.637020 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b613d4dc-4e7e-49c3-baca-5474742c196b req-dd208eac-2356-45a9-8e5e-252c0349263a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Jul 28 04:08:27.727730 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-9026a8b7-2c20-477e-95bd-79998e2f72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.729241 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-9026a8b7-2c20-477e-95bd-79998e2f72c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.0851147 Jul 28 04:08:27.782847 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-a179b90f-95e7-429f-a01f-d055dfe23863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 217 time: 0.0393174 Jul 28 04:08:27.834885 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-7842f171-dc35-4d21-addf-f6f9f912af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.836380 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-7842f171-dc35-4d21-addf-f6f9f912af61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.0450993 Jul 28 04:08:27.886037 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-64bd3564-8883-4b96-a914-2d18acac62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:27.887600 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-64bd3564-8883-4b96-a914-2d18acac62c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0414011 Jul 28 04:08:27.984460 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-038a65e1-8c15-4446-b6b1-840c7c31930e service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883517 Jul 28 04:08:28.032473 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:28.083201 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d2a3f90-e99e-4e7c-b571-3aa51cecad5f req-2ee06ade-f1cd-4095-ac6d-a96028f7b5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Jul 28 04:08:28.092546 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 29bd2742-d51c-4840-bc6f-eeaf266516b0 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:28.093091 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:28.179797 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:28.202814 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:28.205105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5eb783-9a51-4a6a-ba23-ecc3ad730f8c" -d '{"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:28.222881 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:28.228074 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:28.233050 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 86c56259-2b4b-4c54-a49e-e37c5c428fca no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:28.257835 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6bdfc3-84f3-424a-9d32-b39b67611ebe x-openstack-request-id: req-ee6bdfc3-84f3-424a-9d32-b39b67611ebe {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:28.258151 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-plugged", "status": "completed", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:28.258372 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee6bdfc3-84f3-424a-9d32-b39b67611ebe {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:28.258769 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'code': 200} Jul 28 04:08:28.260828 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 86c56259-2b4b-4c54-a49e-e37c5c428fca {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:28.261166 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 86c56259-2b4b-4c54-a49e-e37c5c428fca not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:28.295953 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f26f-6327-40de-8663-4268d48aa779 req-54556c45-7e76-47bf-8dca-11a55dc22d25 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:28.297509 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4548f26f-6327-40de-8663-4268d48aa779 req-54556c45-7e76-47bf-8dca-11a55dc22d25 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 943 time: 0.0535564 Jul 28 04:08:28.312667 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=10']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:28.340812 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4548f26f-6327-40de-8663-4268d48aa779 req-f10074b6-9ad3-4e6c-8031-22da57e32dcd tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Jul 28 04:08:28.435933 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'name': 'network-vif-deleted', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:28.438320 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d998dd3d-ef50-43ca-a8f2-d1914c2b663c" -d '{"events": [{"server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "name": "network-vif-deleted", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:28.476247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcb7c8f-83b5-400d-9078-8a7c50d52744 x-openstack-request-id: req-5fcb7c8f-83b5-400d-9078-8a7c50d52744 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:28.477175 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99094156-c482-4b10-b08f-d7f815be2496", "name": "network-vif-deleted", "tag": "86c56259-2b4b-4c54-a49e-e37c5c428fca", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:28.477436 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fcb7c8f-83b5-400d-9078-8a7c50d52744 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:28.477901 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99094156-c482-4b10-b08f-d7f815be2496', 'name': 'network-vif-deleted', 'tag': '86c56259-2b4b-4c54-a49e-e37c5c428fca', 'status': 'completed', 'code': 200} Jul 28 04:08:28.766991 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac2746-939d-4e95-97aa-d7e353ce2011 req-8be25576-cc25-4a2f-ac50-db4cb1e87a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:28.768495 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cac2746-939d-4e95-97aa-d7e353ce2011 req-8be25576-cc25-4a2f-ac50-db4cb1e87a55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1100 time: 0.1000795 Jul 28 04:08:28.788157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d3f4a-2bac-4674-9577-805b8a7dc26e req-45a07bde-eec8-4de2-a3bd-728753fa0be1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:28.789598 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8c6d3f4a-2bac-4674-9577-805b8a7dc26e req-45a07bde-eec8-4de2-a3bd-728753fa0be1 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0914209 Jul 28 04:08:28.819390 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7580d-3711-46f4-abac-cd0f7f1bd84a req-96819fca-bc6f-4a1a-ad3b-f50aec9c1f22 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:28.820847 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-80b7580d-3711-46f4-abac-cd0f7f1bd84a req-96819fca-bc6f-4a1a-ad3b-f50aec9c1f22 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.1066568 Jul 28 04:08:28.870878 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9cac2746-939d-4e95-97aa-d7e353ce2011 req-fe19d8a4-3404-4c93-ae23-6db881ae966e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908830 Jul 28 04:08:28.876719 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8c6d3f4a-2bac-4674-9577-805b8a7dc26e req-a2da4db7-8e4c-4443-bf89-262a577fddbc tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783868 Jul 28 04:08:28.897478 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-80b7580d-3711-46f4-abac-cd0f7f1bd84a req-7cecccbe-bc76-4e90-a99b-b32cb7dabd59 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677569 Jul 28 04:08:29.470545 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3d472-dfe9-47f0-ad4b-c01428fa035e req-c3249897-d599-4168-9a43-7f67d0bf8b4f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:29.472002 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bd3d472-dfe9-47f0-ad4b-c01428fa035e req-c3249897-d599-4168-9a43-7f67d0bf8b4f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 943 time: 0.0607934 Jul 28 04:08:29.510777 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bd3d472-dfe9-47f0-ad4b-c01428fa035e req-466d0891-234a-42a2-b5f7-5c2e6764bc6c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jul 28 04:08:30.036344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435f2b-ce01-43f2-8e7e-32fcad349aba req-e27fb458-f6d0-4b77-8586-b745fe873041 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:30.036344 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fd435f2b-ce01-43f2-8e7e-32fcad349aba req-e27fb458-f6d0-4b77-8586-b745fe873041 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0868576 Jul 28 04:08:30.042551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:08:30.045369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:30.074692 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:30.075297 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 1dbcd6fd-82d5-41e7-b988-0ee56c9c94ad not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:30.106758 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03d1d-5b95-4afd-aa6c-81953f6312a7 req-5087be99-b459-4168-b3d2-bc5a3465be3b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:30.108576 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f1e03d1d-5b95-4afd-aa6c-81953f6312a7 req-5087be99-b459-4168-b3d2-bc5a3465be3b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.1320417 Jul 28 04:08:30.114514 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fd435f2b-ce01-43f2-8e7e-32fcad349aba req-56908106-c641-47df-b344-d68c81ca9a40 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Jul 28 04:08:30.154402 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f1e03d1d-5b95-4afd-aa6c-81953f6312a7 req-68ab258d-b483-47d9-901a-9d333978916c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Jul 28 04:08:30.192165 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:30.202834 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '093d6b24-98ee-4adf-a756-338b455f608d', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'mac_address': 'fa:16:3e:fa:0e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:08:30.243078 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.256283 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093d6b24-98ee-4adf-a756-338b455f608d {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:30.277332 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:30.281534 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:30.333575 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:30.613697 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['093d6b24-98ee-4adf-a756-338b455f608d'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:30.648344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50bc1-9dd5-4643-b7a0-0b8ec3416a09 req-7a1b77a3-65fd-4d88-9132-e7ef7f6f5129 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:30.649944 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e5d50bc1-9dd5-4643-b7a0-0b8ec3416a09 req-7a1b77a3-65fd-4d88-9132-e7ef7f6f5129 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 944 time: 0.0657907 Jul 28 04:08:30.702740 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e5d50bc1-9dd5-4643-b7a0-0b8ec3416a09 req-9bf515b7-fd21-4ee2-8997-8ee2312f38b7 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463672 Jul 28 04:08:31.240930 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea90c54-856b-4e2b-bb13-dc69b294e769 req-bba492b6-ed74-48fb-9bcb-e39b83402d9b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:31.242939 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dea90c54-856b-4e2b-bb13-dc69b294e769 req-bba492b6-ed74-48fb-9bcb-e39b83402d9b tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.0588961 Jul 28 04:08:31.313492 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dea90c54-856b-4e2b-bb13-dc69b294e769 req-e36f17d2-2be1-4732-a5a8-071b304656d4 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Jul 28 04:08:31.321587 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d7b5a-553f-4ad5-8b53-bdaa3d2a3f01 req-1fdf63b1-362d-461a-b939-ba353f8acbd4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:31.323034 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b1d7b5a-553f-4ad5-8b53-bdaa3d2a3f01 req-1fdf63b1-362d-461a-b939-ba353f8acbd4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.0791347 Jul 28 04:08:31.362337 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b1d7b5a-553f-4ad5-8b53-bdaa3d2a3f01 req-abc8946b-54cd-4477-acf5-cb44597913b3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Jul 28 04:08:31.384034 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56330) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:31.486182 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b541730-2ea4-45ea-9acc-a936adc4461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.572847 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b541730-2ea4-45ea-9acc-a936adc4461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.576402 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1b541730-2ea4-45ea-9acc-a936adc4461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.619921 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1b541730-2ea4-45ea-9acc-a936adc4461d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc3e19fcea004b6a89814c6b09f0f931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347465 Jul 28 04:08:31.620880 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b541730-2ea4-45ea-9acc-a936adc4461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c9f02b-98af-4e99-9d01-3b58f2e152d2,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:31.622555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56338) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:31.672779 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.693631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.745227 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.747955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:31.749201 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46c9f02b-98af-4e99-9d01-3b58f2e152d2 HTTP/1.1" status: 204 len: 168 time: 0.1252778 Jul 28 04:08:31.757979 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f2f92-3bed-48d8-813b-baef1e8311e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c9f02b-98af-4e99-9d01-3b58f2e152d2,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:31.906530 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315a25-81b0-4c61-a1fe-fee55fbf29df req-78ff3005-d5e6-4ef4-a870-bcbf9e7c4a65 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:31.908002 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-19315a25-81b0-4c61-a1fe-fee55fbf29df req-78ff3005-d5e6-4ef4-a870-bcbf9e7c4a65 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 944 time: 0.1079550 Jul 28 04:08:31.942272 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-f21af006-b5cc-40e7-af73-6ebef7788dd5 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:31.943746 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-f21af006-b5cc-40e7-af73-6ebef7788dd5 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 814 time: 0.1555512 Jul 28 04:08:31.968818 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-19315a25-81b0-4c61-a1fe-fee55fbf29df req-9f11d914-e0c7-45fa-a0d9-6514c602a036 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537145 Jul 28 04:08:31.970141 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-02f9d649-f064-4b06-9a44-bb88043734c3 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/quotas/e066fc25ff634763b8761fbc261d7317 HTTP/1.1" status: 200 len: 375 time: 0.0207922 Jul 28 04:08:32.010092 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-bd22845a-561c-430e-a35a-a34e59c4a77a tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jul 28 04:08:32.038950 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:32.102884 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 093d6b24-98ee-4adf-a756-338b455f608d completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:32.112702 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 093d6b24-98ee-4adf-a756-338b455f608d triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:32.113581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.119927 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-59770521-525d-4247-8053-ff54da3ee26f service neutron] 10.222.0.43 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069498 Jul 28 04:08:32.198112 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.239266 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:32.243588 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3606bb6a-6ac5-4cd0-9773-2a3a3c50469d" -d '{"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-plugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:32.245765 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-08ad7bb9-1216-47c7-b639-c2e3f50ba16e service neutron] 10.222.0.43 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164181 Jul 28 04:08:32.258232 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:32.266594 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:32.297993 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc499b0-2ed7-4faf-be6a-6ad70ce854d5 x-openstack-request-id: req-bfc499b0-2ed7-4faf-be6a-6ad70ce854d5 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:32.298271 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-plugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:32.298764 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfc499b0-2ed7-4faf-be6a-6ad70ce854d5 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:32.299575 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'code': 200} Jul 28 04:08:32.352811 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:32.524195 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81137af0-d03b-4e27-aa6b-2b58e68825a6 req-63e93a97-defb-4a8b-ac77-bd5f094ce9b0 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 210 time: 0.0524800 Jul 28 04:08:32.551729 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06395422-f687-407b-b3b2-438ecf25cb7f req-1a533ef7-e2fa-4410-87fc-0de48f5c7d4e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:32.554060 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-06395422-f687-407b-b3b2-438ecf25cb7f req-1a533ef7-e2fa-4410-87fc-0de48f5c7d4e tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1493671 Jul 28 04:08:32.629363 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-06395422-f687-407b-b3b2-438ecf25cb7f req-1f5b860c-aa9d-4880-b9e7-89b0ace95b5c tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656490 Jul 28 04:08:32.639468 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7b9d4-df20-4024-bab8-ef714a31c0c4 req-3fafa71b-5626-4851-9944-37fb32aee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:32.641147 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71b7b9d4-df20-4024-bab8-ef714a31c0c4 req-3fafa71b-5626-4851-9944-37fb32aee5e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.0633867 Jul 28 04:08:32.694945 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71b7b9d4-df20-4024-bab8-ef714a31c0c4 req-970a9630-b6a4-416d-a588-bf84e26704d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Jul 28 04:08:33.102916 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8c343-b5c7-4466-b9e7-935331e31172 req-031409be-14c6-4bac-96fc-30af71520a6d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:33.104615 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-35b8c343-b5c7-4466-b9e7-935331e31172 req-031409be-14c6-4bac-96fc-30af71520a6d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0567448 Jul 28 04:08:33.146105 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-35b8c343-b5c7-4466-b9e7-935331e31172 req-dcd4a750-63fe-468f-b4ed-fd31cdc39e1b tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Jul 28 04:08:33.648810 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-30869717-90ed-4a40-823f-b17daaba4029 req-6540cb78-a9ca-4537-93ce-d1060504fcda tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 210 time: 0.0508027 Jul 28 04:08:33.697869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-2248d7e4-2cfd-484d-a95e-3e8b50c29be9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:33.699381 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-2248d7e4-2cfd-484d-a95e-3e8b50c29be9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 814 time: 0.1792564 Jul 28 04:08:33.733910 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Request body: {'port': {'device_id': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'network_id': '1dea2200-d133-418e-9f2c-459be220462f', 'admin_state_up': True, 'tenant_id': 'e066fc25ff634763b8761fbc261d7317'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:33.862874 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384dde-becb-41a3-8733-ecbe4e9d6512 req-d30c9877-d205-4c7b-a2c6-173dd062df87 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:33.864630 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1c384dde-becb-41a3-8733-ecbe4e9d6512 req-d30c9877-d205-4c7b-a2c6-173dd062df87 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1159968 Jul 28 04:08:33.926919 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1c384dde-becb-41a3-8733-ecbe4e9d6512 req-824a3eee-6cb8-4012-9115-b4deab6fbf69 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Jul 28 04:08:33.927580 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Made reservation on behalf of e066fc25ff634763b8761fbc261d7317 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:33.931231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:34.067202 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Allocated IP 172.20.0.7 (1dea2200-d133-418e-9f2c-459be220462f/54a03eaf-6238-41c3-a38d-4412b661505f/8ee8e3f3-99e2-4b37-9171-c42657a2c976) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:34.228524 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:34.298203 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-808f0cd9-b0fc-4d70-be04-211dc319a406 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=422edd9be1ce4b68bb41ab01913392e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375638 Jul 28 04:08:34.401937 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348193b-bc65-4e78-8a09-e07434a24240 req-0ad3dc3b-b8bc-41df-817e-1112e07b265d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:34.403463 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9348193b-bc65-4e78-8a09-e07434a24240 req-0ad3dc3b-b8bc-41df-817e-1112e07b265d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.1726117 Jul 28 04:08:34.444061 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:34.556351 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Network 1dea2200-d133-418e-9f2c-459be220462f is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:34.559491 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9348193b-bc65-4e78-8a09-e07434a24240 req-946a4482-1c35-4a59-945c-78ca13a4339e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366427 Jul 28 04:08:34.565753 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:34.573895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:34.604506 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-616a1416-f402-4acb-8477-d70b7e0b93fc tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:34.605962 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-616a1416-f402-4acb-8477-d70b7e0b93fc tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007817 Jul 28 04:08:34.608930 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Pushing event updated for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:34.635193 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-a063262d-3e22-4607-870e-eb236f823a3e tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/quotas/422edd9be1ce4b68bb41ab01913392e7 HTTP/1.1" status: 200 len: 375 time: 0.0218308 Jul 28 04:08:34.661989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:34.663232 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:34.935924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-420ed647-5869-4090-9251-6d4bfe393226 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=422edd9be1ce4b68bb41ab01913392e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2877226 Jul 28 04:08:34.965208 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-87397047-bd7f-41b6-b81b-ffc22240288c tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2357290 Jul 28 04:08:34.981169 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Request body: {'port': {'device_id': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:35.012015 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ae85-98f8-4bea-bc32-8ad1d6ef7070 req-8e3d9ddd-8da6-4c7f-bafe-1715c5fcbf5f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:35.013519 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5875ae85-98f8-4bea-bc32-8ad1d6ef7070 req-8e3d9ddd-8da6-4c7f-bafe-1715c5fcbf5f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.3774798 Jul 28 04:08:35.025837 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-5d8ff25b-25de-43dc-aead-3688c086ac21 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:35.027249 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-5d8ff25b-25de-43dc-aead-3688c086ac21 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.1165447 Jul 28 04:08:35.143302 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5875ae85-98f8-4bea-bc32-8ad1d6ef7070 req-c38c6c11-f4a9-484e-aa27-24967f2b2df8 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116765 Jul 28 04:08:35.163348 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56462) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:35.206346 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.299217 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e48b8-13b6-4c32-8fc4-1c74f692b031 req-f839adbe-b72f-48f2-b2ad-09506e071462 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:35.300997 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-179e48b8-13b6-4c32-8fc4-1c74f692b031 req-f839adbe-b72f-48f2-b2ad-09506e071462 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 931 time: 0.2030764 Jul 28 04:08:35.428911 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-179e48b8-13b6-4c32-8fc4-1c74f692b031 req-95c1ed3d-849e-40fe-8a0b-4b22e4fdb6b4 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168919 Jul 28 04:08:35.436609 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6c-856b-4511-bcdb-96655167d53a req-3bfb1a81-fe7b-4c80-b453-00a3d48e66c9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:35.438325 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d440b6c-856b-4511-bcdb-96655167d53a req-3bfb1a81-fe7b-4c80-b453-00a3d48e66c9 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 945 time: 0.2118268 Jul 28 04:08:35.441408 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e3391-8745-4793-9a73-e4a1019f017d tempest-TestShelveInstance-1234886529 tempest-TestShelveInstance-1234886529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:35.442952 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Deleting port 0e54c59d-f2a2-4119-a922-14bed09476c9 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:35.443248 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.446896 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a21e3391-8745-4793-9a73-e4a1019f017d tempest-TestShelveInstance-1234886529 tempest-TestShelveInstance-1234886529-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1093 time: 0.2822223 Jul 28 04:08:35.457705 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56474) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:35.463510 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:35.489890 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for floatingip, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.599450 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.605479 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c2b68319-cad3-4833-831a-84940a799e8f req-39e34edd-864b-43d5-9eee-bfee97b8d443 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 210 time: 0.0970230 Jul 28 04:08:35.638230 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d440b6c-856b-4511-bcdb-96655167d53a req-25dabe57-7424-4196-aad1-3dcf15b92890 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/security-groups?id=7177e261-e7b5-4c39-9459-88b1167d9d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810358 Jul 28 04:08:35.679469 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] For port 0e54c59d-f2a2-4119-a922-14bed09476c9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0e54c59d-f2a2-4119-a922-14bed09476c9,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:35.680214 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.702926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Calling delete_port for 0e54c59d-f2a2-4119-a922-14bed09476c9 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:35.722968 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Allocated IP 172.28.2.202 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:35.826396 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.830052 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee8e3f3-99e2-4b37-9171-c42657a2c976 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:35.839429 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.859977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Transition to ACTIVE for port object 8ee8e3f3-99e2-4b37-9171-c42657a2c976 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:35.867289 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.871099 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.909366 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:35.912116 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:35.917562 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:35.923115 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'Port': ['ID=a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:35.963049 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:35.978636 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:35.992591 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['0e54c59d-f2a2-4119-a922-14bed09476c9'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:36.030317 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Pushing event deleted for resources: {'Port': ['ID=0e54c59d-f2a2-4119-a922-14bed09476c9,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:36.086155 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] No DVR routers for this DVR port 0e54c59d-f2a2-4119-a922-14bed09476c9 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:36.090365 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.092202 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7c75e641-feda-47c0-b122-e1c5a7ef2871 req-55c0e5d7-eceb-4e32-b8b7-e179ca42ee43 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.41 "DELETE /v2.0/ports/0e54c59d-f2a2-4119-a922-14bed09476c9 HTTP/1.1" status: 204 len: 173 time: 1.0471029 Jul 28 04:08:36.092645 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'name': 'network-vif-deleted', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:36.094824 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290eb1fc-742f-4168-b24c-38c369481b5d" -d '{"events": [{"server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "name": "network-vif-deleted", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:36.112056 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Attempting to bind port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:36.112319 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Attempting to bind port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:36.112877 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Attempting to bind port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 on network 1dea2200-d133-418e-9f2c-459be220462f {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:36.121285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 on network 1dea2200-d133-418e-9f2c-459be220462f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:08:36.121857 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Attempting to bind port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 on network 1dea2200-d133-418e-9f2c-459be220462f {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:36.128760 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:36.128977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Checking segment: {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:36.129494 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Bound using segment: {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:36.129979 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Bound port: 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac34488b-3767-4aeb-be12-55939714c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1dea2200-d133-418e-9f2c-459be220462f'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:36.130343 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.144411 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-69b91095-0773-4f91-a2e7-503cc50767ad tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=422edd9be1ce4b68bb41ab01913392e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367827 Jul 28 04:08:36.147878 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b90e95-b73b-4143-8b76-6640a73d0ab0 x-openstack-request-id: req-37b90e95-b73b-4143-8b76-6640a73d0ab0 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:36.148313 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382aad68-94e5-4b41-95a9-309f4bcd644c", "name": "network-vif-deleted", "tag": "0e54c59d-f2a2-4119-a922-14bed09476c9", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:36.148844 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37b90e95-b73b-4143-8b76-6640a73d0ab0 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:36.149420 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382aad68-94e5-4b41-95a9-309f4bcd644c', 'name': 'network-vif-deleted', 'tag': '0e54c59d-f2a2-4119-a922-14bed09476c9', 'status': 'completed', 'code': 200} Jul 28 04:08:36.219248 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:36.223165 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:36.230505 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.267403 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:36.268114 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.269659 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ee8e3f3-99e2-4b37-9171-c42657a2c976 HTTP/1.1" status: 200 len: 1093 time: 1.2949901 Jul 28 04:08:36.298170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f14e9-e80b-4da5-b6f8-40688092f387 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:36.393543 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-86143cc3-5959-4d88-80ce-095a9b17b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:36.396014 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-86143cc3-5959-4d88-80ce-095a9b17b492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 1096 time: 0.0759189 Jul 28 04:08:36.446632 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-6343b2a5-7c06-413a-b4be-7319da3371cb tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:36.449021 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-6343b2a5-7c06-413a-b4be-7319da3371cb tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958989 Jul 28 04:08:36.453899 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-bb2b770b-5346-49d6-928e-67870fe8a9da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976 HTTP/1.1" status: 200 len: 217 time: 0.0435393 Jul 28 04:08:36.497872 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Request body: {'port': {'device_id': '11610ec8-c145-43b4-9898-d6763c908170', 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71', 'admin_state_up': True, 'tenant_id': '422edd9be1ce4b68bb41ab01913392e7'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:36.529289 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-b0908bf4-90e6-4242-a953-fae861c8c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:36.530777 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-b0908bf4-90e6-4242-a953-fae861c8c546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a03eaf-6238-41c3-a38d-4412b661505f HTTP/1.1" status: 200 len: 854 time: 0.0522392 Jul 28 04:08:36.593166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-014f6e63-faf0-4816-bcfa-5a1999218061 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1dea2200-d133-418e-9f2c-459be220462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495782 Jul 28 04:08:36.707187 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e776a90-605b-405a-8e23-8c0ac01b2d7f req-f0a9cde4-78f3-43bb-ba1b-9ed3477baeb9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:36.717178 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1e776a90-605b-405a-8e23-8c0ac01b2d7f req-f0a9cde4-78f3-43bb-ba1b-9ed3477baeb9 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 943 time: 0.1835742 Jul 28 04:08:36.731189 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-1ed8ef26-21eb-4a4f-8e05-ab7d75c992ee service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288533 Jul 28 04:08:36.732588 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Made reservation on behalf of 422edd9be1ce4b68bb41ab01913392e7 for: {'port': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:36.736152 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:36.798975 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-23b94352-abdd-4bc2-a24f-3690c55068b0 req-e64723fc-5561-4821-a268-1bfead8d4e7c tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 210 time: 0.0594871 Jul 28 04:08:36.864011 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1e776a90-605b-405a-8e23-8c0ac01b2d7f req-911f7efa-8269-4c11-960b-9f575b3930a0 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457009 Jul 28 04:08:36.965166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-365e25a1-6fac-4550-bbae-227f42f31a14 req-94ac2349-36e8-42be-9b85-4cdcc0aa0856 tempest-ServerRescueNegativeTestJSON-819897931 tempest-ServerRescueNegativeTestJSON-819897931-project] 10.222.0.43 "GET /v2.0/ports?device_id=382aad68-94e5-4b41-95a9-309f4bcd644c HTTP/1.1" status: 200 len: 210 time: 0.0482779 Jul 28 04:08:36.987936 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40aab8e8-bfde-4e04-992d-bbed44bf7393 req-2ef8be15-4f3a-4e83-bfb7-db378ded6397 service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345064 Jul 28 04:08:37.018840 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.089506 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.212498 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.272258 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.278854 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.381102 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:37.489597 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Allocated IP 192.168.233.37 (11a3e473-94a7-4252-a05e-a21fa5befe71/ea6c4f4d-e3c4-4564-9196-f3dfad04eae1/5d905b29-7990-4f66-a3b1-4f94197c2b3f) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:37.509748 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.520661 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.617654 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event updated for resources: {'Port': ['ID=a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:37.669738 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.809428 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:37.819292 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.l3_db [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Floating IP f7dabdba-a42c-4a56-88ef-a410db781b2a associated. External IP: 172.28.2.202, port: 093d6b24-98ee-4adf-a756-338b455f608d. Jul 28 04:08:37.858238 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Transition to ACTIVE for port object 5d905b29-7990-4f66-a3b1-4f94197c2b3f will not be triggered until provisioned by entity DHCP. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:37.946410 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-33d35d17-258d-4370-b854-98ba04046d7e req-a23aad6e-6b1c-430b-a67b-2d944aa7cb9c tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 210 time: 0.0434098 Jul 28 04:08:37.973025 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.031235 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56546) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:38.054861 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 0e54c59d-f2a2-4119-a922-14bed09476c9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:38.059894 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Network 11a3e473-94a7-4252-a05e-a21fa5befe71 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:38.067233 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:38.075672 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:38.076908 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 0e54c59d-f2a2-4119-a922-14bed09476c9 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:38.076908 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 0e54c59d-f2a2-4119-a922-14bed09476c9 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:38.102502 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef16ee-e212-4626-ab9d-19f2bfc8bc99 req-c0cc8d9f-3718-40be-a753-2e7657241a87 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.109079 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fef16ee-e212-4626-ab9d-19f2bfc8bc99 req-c0cc8d9f-3718-40be-a753-2e7657241a87 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 943 time: 0.1344755 Jul 28 04:08:38.133676 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Pushing event updated for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:38.163084 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:38.165376 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1624703-0a43-4708-acb5-5cf5dc353e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:38.171786 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.172453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.190663 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Router 9b03d615-35b1-4e39-abbc-f5d439463b11 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:08:38.203117 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ea2bccda-270b-4aa7-8f17-473471a6940b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7125852 Jul 28 04:08:38.227598 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010527b9-3e5b-4388-9863-8dc18b03ed39 x-openstack-request-id: req-010527b9-3e5b-4388-9863-8dc18b03ed39 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:38.228149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:38.228579 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-010527b9-3e5b-4388-9863-8dc18b03ed39 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:38.229109 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976', 'status': 'completed', 'code': 200} Jul 28 04:08:38.254798 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Request body: {'port': {'device_id': '11610ec8-c145-43b4-9898-d6763c908170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:38.266797 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fef16ee-e212-4626-ab9d-19f2bfc8bc99 req-c0c1b08d-0bc7-4b57-ae13-ad39355ad944 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529329 Jul 28 04:08:38.317937 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.383526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-05dd332a-bb87-4c2b-a005-64bce421e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.385290 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-05dd332a-bb87-4c2b-a005-64bce421e906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e066fc25ff634763b8761fbc261d7317&device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 1096 time: 0.1401324 Jul 28 04:08:38.419958 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-5fa92589-a1f3-4a88-90d4-5b9c70ba73fc None None] Provisioning for port 5d905b29-7990-4f66-a3b1-4f94197c2b3f completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:38.424240 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-5fa92589-a1f3-4a88-90d4-5b9c70ba73fc None None] Provisioning complete for port 5d905b29-7990-4f66-a3b1-4f94197c2b3f triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:38.424652 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5fa92589-a1f3-4a88-90d4-5b9c70ba73fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.467625 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-5fa92589-a1f3-4a88-90d4-5b9c70ba73fc None None] Port 5d905b29-7990-4f66-a3b1-4f94197c2b3f cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:08:38.503602 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:08:38.514859 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Sync routers for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:08:38.525311 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:38.526431 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:38.539980 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.562064 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-7a8a1b96-2c58-4f0c-bd38-9a70ee314128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.563667 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-7a8a1b96-2c58-4f0c-bd38-9a70ee314128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 200 len: 915 time: 0.1696668 Jul 28 04:08:38.619218 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4467b5ef-fc1e-47bd-ae59-38fc5a9a6b6f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1603174 Jul 28 04:08:38.621826 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:38.624107 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b3a315-63fd-491a-9cd7-50317b7a1945" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:38.640313 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:38.644064 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-26ec4fec-9c90-42a9-a62a-568af1df57fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976 HTTP/1.1" status: 200 len: 217 time: 0.0720069 Jul 28 04:08:38.689145 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1a9aa-4116-4a6d-adc0-25b9d391b000 x-openstack-request-id: req-fdf1a9aa-4116-4a6d-adc0-25b9d391b000 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:38.689493 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:38.689662 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdf1a9aa-4116-4a6d-adc0-25b9d391b000 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:38.690049 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'status': 'completed', 'code': 200} Jul 28 04:08:38.751663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-b1ff546d-fe76-4ee4-bfc1-03a7ee332e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.753293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-b1ff546d-fe76-4ee4-bfc1-03a7ee332e2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=54a03eaf-6238-41c3-a38d-4412b661505f HTTP/1.1" status: 200 len: 854 time: 0.0960984 Jul 28 04:08:38.764091 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d905b29-7990-4f66-a3b1-4f94197c2b3f {{(pid=93226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:38.773665 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.787822 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Transition to ACTIVE for port object 5d905b29-7990-4f66-a3b1-4f94197c2b3f will not be triggered until provisioned by entity L2. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:38.791177 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.824412 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-7e4b5eff-095b-44c4-bcc8-8ad0ff2daca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:38.826703 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-7e4b5eff-095b-44c4-bcc8-8ad0ff2daca9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.1337118 Jul 28 04:08:38.830421 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-3e2719d4-64ff-4a02-b60b-7f81ef03d1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1dea2200-d133-418e-9f2c-459be220462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376129 Jul 28 04:08:38.855342 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:38.940319 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Attempting to bind port 5d905b29-7990-4f66-a3b1-4f94197c2b3f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:38.940954 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Attempting to bind port 5d905b29-7990-4f66-a3b1-4f94197c2b3f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:38.941395 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Attempting to bind port 5d905b29-7990-4f66-a3b1-4f94197c2b3f on network 11a3e473-94a7-4252-a05e-a21fa5befe71 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:38.946372 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Port 5d905b29-7990-4f66-a3b1-4f94197c2b3f on network 11a3e473-94a7-4252-a05e-a21fa5befe71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:08:38.946837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Attempting to bind port 5d905b29-7990-4f66-a3b1-4f94197c2b3f on network 11a3e473-94a7-4252-a05e-a21fa5befe71 {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:38.953051 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:38.953529 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Checking segment: {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:38.954020 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Bound using segment: {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'} {{(pid=93226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:38.954552 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.managers [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Bound port: 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b631dff5-fb79-4d37-bfa6-4b227cf15355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71'}}] {{(pid=93226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:38.955270 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:38.991109 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'f7dabdba-a42c-4a56-88ef-a410db781b2a', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'mac_address': 'fa:16:3e:fa:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:36Z', 'updated_at': '2021-07-28T04:08:36Z', 'revision_number': 0, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:39.045382 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Checking router: 9b03d615-35b1-4e39-abbc-f5d439463b11 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:08:39.055061 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:39.056059 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:39.070845 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, cleared binding levels {{(pid=93226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:39.078415 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:39.084646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:39.137842 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.138647 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:39.140313 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d905b29-7990-4f66-a3b1-4f94197c2b3f HTTP/1.1" status: 200 len: 1097 time: 0.8907084 Jul 28 04:08:39.170997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacad9a-cd73-4f89-b606-10672b6e6dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=3']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:39.189684 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:39.268765 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-9c220549-4439-40c0-ab93-d739c7812ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.270552 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-9c220549-4439-40c0-ab93-d739c7812ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=422edd9be1ce4b68bb41ab01913392e7&device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 1100 time: 0.0626264 Jul 28 04:08:39.327416 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-b36b6df8-2a61-48c4-b5c0-09b4304da166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f HTTP/1.1" status: 200 len: 217 time: 0.0464151 Jul 28 04:08:39.395292 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-71668951-3cfe-46ea-a0b5-ef618ee0b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.398052 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-71668951-3cfe-46ea-a0b5-ef618ee0b5b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea6c4f4d-e3c4-4564-9196-f3dfad04eae1 HTTP/1.1" status: 200 len: 843 time: 0.0623910 Jul 28 04:08:39.453464 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-769659e5-1b7b-4a65-ade4-8ac237348735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.455094 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-769659e5-1b7b-4a65-ade4-8ac237348735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11a3e473-94a7-4252-a05e-a21fa5befe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487428 Jul 28 04:08:39.456570 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'f7dabdba-a42c-4a56-88ef-a410db781b2a', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'mac_address': 'fa:16:3e:fa:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:36Z', 'updated_at': '2021-07-28T04:08:36Z', 'revision_number': 0, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:39.477624 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:39.489024 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bdabc-488d-4dca-a124-909324a6a5ab None None] The sync data for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb is: [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'f7dabdba-a42c-4a56-88ef-a410db781b2a', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'mac_address': 'fa:16:3e:fa:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:36Z', 'updated_at': '2021-07-28T04:08:36Z', 'revision_number': 0, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:08:39.538373 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff3a25-7cc1-40d4-8cdf-2f6850460bea req-4a73d9c2-5489-484e-89bd-d76ba8a8bbce tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.539907 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1ff3a25-7cc1-40d4-8cdf-2f6850460bea req-4a73d9c2-5489-484e-89bd-d76ba8a8bbce tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 947 time: 0.2681761 Jul 28 04:08:39.541006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-48a10a3e-f6b3-43bd-bfce-8e1b4688d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.542298 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-48a10a3e-f6b3-43bd-bfce-8e1b4688d8db service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.6940210 Jul 28 04:08:39.571958 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-5ce23abe-16aa-4a7e-9d7f-3005e9fe6f8f service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7222385 Jul 28 04:08:39.576962 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-ff84de43-5376-4b60-a6ca-27ef32bee994 service neutron] 10.222.0.41 "GET /v2.0/networks/11a3e473-94a7-4252-a05e-a21fa5befe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097946 Jul 28 04:08:39.619213 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d54026-01a8-4813-ba67-164acb898ff4 req-18b9409b-b186-4173-a63c-d0c1bb5f8b8a tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.620737 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-34d54026-01a8-4813-ba67-164acb898ff4 req-18b9409b-b186-4173-a63c-d0c1bb5f8b8a tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 943 time: 0.2455113 Jul 28 04:08:39.686284 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-2fcd1d07-fe97-413f-89fe-9efb827b8a9b req-1db1f1af-03db-498c-84c5-2c8e056c0527 service neutron] 10.222.0.41 "GET /v2.0/networks/11a3e473-94a7-4252-a05e-a21fa5befe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011758 Jul 28 04:08:39.713176 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a44a4-251c-41ad-9b83-298a2b81470d None None] New status for floating IP f7dabdba-a42c-4a56-88ef-a410db781b2a: ACTIVE {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:08:39.762032 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1ff3a25-7cc1-40d4-8cdf-2f6850460bea req-2dc5b6b4-5de7-46a6-b22b-b642af2df852 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148540 Jul 28 04:08:39.773361 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-4ea79879-ee46-4a28-bf05-4716d580e8f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 999 time: 0.2193348 Jul 28 04:08:39.885525 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-34d54026-01a8-4813-ba67-164acb898ff4 req-0054d4c5-ba45-4713-9964-345d39d9adb8 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168016 Jul 28 04:08:39.949496 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-c57ad9d1-d04d-4181-b0e0-d176b44ff535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:39.950966 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-c57ad9d1-d04d-4181-b0e0-d176b44ff535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.1660788 Jul 28 04:08:39.957022 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a1624703-0a43-4708-acb5-5cf5dc353e8f req-9fed2e5c-e932-4468-8edf-313088798c28 service neutron] 10.222.0.41 "GET /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308682 Jul 28 04:08:40.031702 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-4b0b55a9-4a2f-401d-81c4-c7df67c1fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:40.033193 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-4b0b55a9-4a2f-401d-81c4-c7df67c1fa47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0690074 Jul 28 04:08:40.070792 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 8ee8e3f3-99e2-4b37-9171-c42657a2c976 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:08:40.175011 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:40.185737 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-124c5f28-6cfd-4283-aecc-546258c79ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318758 Jul 28 04:08:40.187563 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '8ee8e3f3-99e2-4b37-9171-c42657a2c976', 'network_id': '1dea2200-d133-418e-9f2c-459be220462f', 'port_id': '8ee8e3f3-99e2-4b37-9171-c42657a2c976', 'mac_address': 'fa:16:3e:f3:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a03eaf-6238-41c3-a38d-4412b661505f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:08:40.205170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Deleting port 1c74473a-7211-418e-80d3-0cb9331d1a1e {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:40.205500 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:40.228560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:40.241620 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee8e3f3-99e2-4b37-9171-c42657a2c976 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:40.263044 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:40.267480 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:40.317990 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:40.383710 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-6dd88db7-3ea4-411f-99a3-0f97eb39f8e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1034961 Jul 28 04:08:40.385464 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-99b3a315-63fd-491a-9cd7-50317b7a1945 req-6d0983cc-081c-468d-8ebc-b7c20ab690ec service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913204 Jul 28 04:08:40.389926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] For port 1c74473a-7211-418e-80d3-0cb9331d1a1e, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=1c74473a-7211-418e-80d3-0cb9331d1a1e,segment=NetworkSegment(b4232822-1611-4509-add7-81ebc3ef9af0),segment_id=b4232822-1611-4509-add7-81ebc3ef9af0)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:40.390285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:40.403685 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Calling delete_port for 1c74473a-7211-418e-80d3-0cb9331d1a1e owned by network:router_interface {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:40.499356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d4500d77-4dbb-4908-b89c-7ab9690a9264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:40.501759 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d4500d77-4dbb-4908-b89c-7ab9690a9264 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 1100 time: 0.0920575 Jul 28 04:08:40.545631 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['8ee8e3f3-99e2-4b37-9171-c42657a2c976'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:40.690931 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:40.693345 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97455168-bfe7-48d1-8224-ab9825b1471e" -d '{"events": [{"name": "network-changed", "server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:40.697896 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-c6c46687-cc16-4bf4-a424-23ab3a43b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:40.699345 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-c6c46687-cc16-4bf4-a424-23ab3a43b97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1696332 Jul 28 04:08:40.728521 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9249bc77-957c-46cc-ac65-629f4458eab5 x-openstack-request-id: req-9249bc77-957c-46cc-ac65-629f4458eab5 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:40.728813 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:40.729062 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9249bc77-957c-46cc-ac65-629f4458eab5 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:40.729454 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f', 'status': 'completed', 'code': 200} Jul 28 04:08:40.765186 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:40.833209 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c74473a-7211-418e-80d3-0cb9331d1a1e,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:40.844900 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-b0464169-5ce4-4d02-ab88-d51458820d9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 200 len: 1002 time: 0.1365597 Jul 28 04:08:41.258455 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455168-bfe7-48d1-8224-ab9825b1471e req-b89215e4-8894-4716-8942-f559973977c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.259924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-b89215e4-8894-4716-8942-f559973977c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=422edd9be1ce4b68bb41ab01913392e7&device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 1100 time: 0.4927046 Jul 28 04:08:41.270157 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d4e4480a-133b-4ab2-84a6-161ce02e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.271552 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d4e4480a-133b-4ab2-84a6-161ce02e31f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.4157317 Jul 28 04:08:41.284263 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62156-8dca-46e9-af65-64273d9058d3 req-0b6e61bb-a585-4c1c-b75f-d34d0a907133 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.286349 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0aa62156-8dca-46e9-af65-64273d9058d3 req-0b6e61bb-a585-4c1c-b75f-d34d0a907133 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 947 time: 0.4483819 Jul 28 04:08:41.430895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa56346-1bc2-49b1-ba12-8ee047d585a7 req-098821cf-943c-4222-8d90-2f52b46e776e tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.432707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3fa56346-1bc2-49b1-ba12-8ee047d585a7 req-098821cf-943c-4222-8d90-2f52b46e776e tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 944 time: 0.2374718 Jul 28 04:08:41.533244 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0aa62156-8dca-46e9-af65-64273d9058d3 req-e45260c9-5d78-47c5-bdc9-6df9a3165fc9 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291000 Jul 28 04:08:41.555189 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d041ef26-3fd6-4d75-a7cf-d7388891c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.556730 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-d041ef26-3fd6-4d75-a7cf-d7388891c9c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2625713 Jul 28 04:08:41.585318 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3fa56346-1bc2-49b1-ba12-8ee047d585a7 req-3250a74b-4d72-4ae8-8af5-fbbf3d510c26 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435711 Jul 28 04:08:41.604059 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455168-bfe7-48d1-8224-ab9825b1471e req-647322a5-cd4a-45a3-a4c4-fa6c09505788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.605611 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-647322a5-cd4a-45a3-a4c4-fa6c09505788 service neutron] 10.222.0.41 "GET /v2.0/networks?id=11a3e473-94a7-4252-a05e-a21fa5befe71 HTTP/1.1" status: 200 len: 870 time: 0.3332169 Jul 28 04:08:41.606727 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:41.687859 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-a62724c1-15d5-4e36-bd21-0cf9d2c38c8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f HTTP/1.1" status: 200 len: 217 time: 0.0522060 Jul 28 04:08:41.835174 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455168-bfe7-48d1-8224-ab9825b1471e req-f49b92a7-8740-4455-b14b-74598e2caf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.837257 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-f49b92a7-8740-4455-b14b-74598e2caf08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea6c4f4d-e3c4-4564-9196-f3dfad04eae1 HTTP/1.1" status: 200 len: 843 time: 0.1146393 Jul 28 04:08:41.841253 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-f2b800b7-1393-47cc-9412-c35a0227f427 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737873 Jul 28 04:08:41.995975 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455168-bfe7-48d1-8224-ab9825b1471e req-1f2f7750-d851-4479-b5ff-11747d414a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:41.998014 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-1f2f7750-d851-4479-b5ff-11747d414a32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11a3e473-94a7-4252-a05e-a21fa5befe71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1443408 Jul 28 04:08:42.087621 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 5d905b29-7990-4f66-a3b1-4f94197c2b3f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:08:42.094887 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 8ee8e3f3-99e2-4b37-9171-c42657a2c976 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:42.098862 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-779f16ce-335a-4f13-b2a7-b4787bf90682 req-4c201cac-660a-4c1e-8523-c0de3a776683 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461798 Jul 28 04:08:42.145177 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Router d2a73045-3da1-400d-9787-8e4006ca9640 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:08:42.162723 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-55474f60-9cb3-4330-97f8-c011e91ccf9e service neutron] 10.222.0.41 "GET /v2.0/networks/11a3e473-94a7-4252-a05e-a21fa5befe71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491036 Jul 28 04:08:42.317929 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:42.327016 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:42.327386 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.338591 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:08:42.347458 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ce2697a5-d09f-45b6-8858-add307b1bce0 admin admin] 10.222.0.43 "PUT /v2.0/routers/d2a73045-3da1-400d-9787-8e4006ca9640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3143170 Jul 28 04:08:42.347729 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Sync routers for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:08:42.351126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56586) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:42.354819 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97455168-bfe7-48d1-8224-ab9825b1471e req-f43b1b87-b9ba-427b-b0a7-9b15648a2860 service neutron] 10.222.0.41 "GET /v2.0/networks/11a3e473-94a7-4252-a05e-a21fa5befe71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512918 Jul 28 04:08:42.357441 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:42.358053 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:42.362040 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:42.388401 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '5d905b29-7990-4f66-a3b1-4f94197c2b3f', 'network_id': '11a3e473-94a7-4252-a05e-a21fa5befe71', 'port_id': '5d905b29-7990-4f66-a3b1-4f94197c2b3f', 'mac_address': 'fa:16:3e:c5:17:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6c4f4d-e3c4-4564-9196-f3dfad04eae1', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:08:42.468335 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.470829 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:42.471029 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.488041 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks [] for router, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.490326 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d905b29-7990-4f66-a3b1-4f94197c2b3f {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:42.517988 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:42.520258 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f38d5b4-4ac6-4832-9db1-1b370c4e330b" -d '{"events": [{"server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:42.528237 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:42.539660 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:42.541043 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.598209 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.619640 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b0303-f08e-4737-b62c-4b7a4ea0b970 x-openstack-request-id: req-405b0303-f08e-4737-b62c-4b7a4ea0b970 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:42.620254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "name": "network-vif-plugged", "status": "completed", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:42.620743 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-405b0303-f08e-4737-b62c-4b7a4ea0b970 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:42.621371 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976', 'code': 200} Jul 28 04:08:42.694973 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:42.728843 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:08:40Z', 'revision_number': 5, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:42.762728 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe07ef-03d7-4625-baf5-d4e40eed50b4 req-3ba8cb2e-bec2-4674-b8fd-f4359f0bf820 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:42.764764 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Checking router: d2a73045-3da1-400d-9787-8e4006ca9640 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:08:42.770959 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8fe07ef-03d7-4625-baf5-d4e40eed50b4 req-3ba8cb2e-bec2-4674-b8fd-f4359f0bf820 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 948 time: 0.1215036 Jul 28 04:08:42.779403 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Routers {'d2a73045-3da1-400d-9787-8e4006ca9640'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:42.779953 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d2a73045-3da1-400d-9787-8e4006ca9640'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:42.809175 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.814051 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8f431-47d8-4527-a22d-2530d093d145 req-8060edcc-6833-4a3c-bef9-0939b94ed406 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:42.822759 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0a8f431-47d8-4527-a22d-2530d093d145 req-8060edcc-6833-4a3c-bef9-0939b94ed406 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.1248033 Jul 28 04:08:42.826517 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['5d905b29-7990-4f66-a3b1-4f94197c2b3f'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:42.883960 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:42.889094 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8fe07ef-03d7-4625-baf5-d4e40eed50b4 req-16ed35ef-838c-4de6-bb46-787d62ae033f tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169622 Jul 28 04:08:42.907184 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] Set router d2a73045-3da1-400d-9787-8e4006ca9640 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:42.913131 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:42.916285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81166f86-4c8a-4fde-af8e-866bc22091fa req-9bd8a352-eede-45b0-af77-7ad88ec9c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:42.918643 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81166f86-4c8a-4fde-af8e-866bc22091fa req-9bd8a352-eede-45b0-af77-7ad88ec9c3a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 1098 time: 0.1365712 Jul 28 04:08:42.930184 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0a8f431-47d8-4527-a22d-2530d093d145 req-6988c68f-563a-435c-9201-f4f44cc1de83 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064115 Jul 28 04:08:42.973631 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81166f86-4c8a-4fde-af8e-866bc22091fa req-936b4e11-db37-4e81-a646-5208cbb6d29e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Jul 28 04:08:42.984396 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Deleting port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:42.985396 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.067002 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] For port 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:43.067439 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.081547 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Calling delete_port for 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 owned by network:router_gateway {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:43.103361 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:08:40Z', 'revision_number': 5, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:43.137339 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608c40ac-fca9-4905-ada9-7cda08c09f76 None None] The sync data for ids ['d2a73045-3da1-400d-9787-8e4006ca9640'] in dv-cinder-740146-11-smb is: [{'id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'name': 'tempest-ServerRescueNegativeTestJSON-846593340-router', 'tenant_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:20Z', 'updated_at': '2021-07-28T04:08:40Z', 'revision_number': 5, 'project_id': '0103d8c0a7ec419cad983c3c0fbbe741', 'gw_port': {'id': '6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a73045-3da1-400d-9787-8e4006ca9640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:08:43.276389 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.301671 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:43.361173 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.468440 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.470584 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.538048 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.538744 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a73045-3da1-400d-9787-8e4006ca9640 {{(pid=93226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:08:43.543781 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.545090 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-420d69fa-72cb-491b-aaf7-c55c4a93a2ce admin admin] 10.222.0.43 "DELETE /v2.0/routers/d2a73045-3da1-400d-9787-8e4006ca9640 HTTP/1.1" status: 204 len: 168 time: 1.1921518 Jul 28 04:08:43.547485 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56596) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:43.593503 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Deleting subnet f18e17a7-4a72-48c9-9cb7-6128f18adfee {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:08:43.597008 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.636276 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.675048 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.732194 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.761203 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18e17a7-4a72-48c9-9cb7-6128f18adfee,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:43.764877 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.766738 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a846a3b2-676d-4a70-acb3-4c694ec9cb33 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f18e17a7-4a72-48c9-9cb7-6128f18adfee HTTP/1.1" status: 204 len: 168 time: 0.2183166 Jul 28 04:08:43.769237 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56598) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:43.842334 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.922599 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.932876 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc76087a-4ef1-4c1f-8801-75206e429395']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:43.944585 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4232822-1611-4509-add7-81ebc3ef9af0') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:43.944878 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4232822-1611-4509-add7-81ebc3ef9af0') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:43.954227 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.981363 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.993528 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:08:43.994341 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:08:43.996525 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:08:44.012790 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1613e7-6004-4f30-b2b5-1306e4c4b411 req-e902f035-a530-46a8-84b1-9958008e0e9b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:44.014473 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c1613e7-6004-4f30-b2b5-1306e4c4b411 req-e902f035-a530-46a8-84b1-9958008e0e9b tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 948 time: 0.0582554 Jul 28 04:08:44.058554 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.064655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.066469 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc76087a-4ef1-4c1f-8801-75206e429395 HTTP/1.1" status: 204 len: 168 time: 0.2963116 Jul 28 04:08:44.076314 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895b3af-3e4d-4b2d-8698-a8150f8b8fff admin admin] Pushing event deleted for resources: {'Network': ['ID=bc76087a-4ef1-4c1f-8801-75206e429395,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:44.090363 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2c1613e7-6004-4f30-b2b5-1306e4c4b411 req-b28e9c78-1961-4d4d-b810-7842148d9523 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653994 Jul 28 04:08:44.098796 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dac58f-f193-4eb3-a592-210aa249745d req-fa096cd1-ea7a-4a5c-b505-632040930005 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:44.101239 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0dac58f-f193-4eb3-a592-210aa249745d req-fa096cd1-ea7a-4a5c-b505-632040930005 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0856354 Jul 28 04:08:44.116478 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 5d905b29-7990-4f66-a3b1-4f94197c2b3f up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:44.159602 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0dac58f-f193-4eb3-a592-210aa249745d req-40206dac-99da-49cc-8bd6-9861ea765f7d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Jul 28 04:08:44.190889 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 5d905b29-7990-4f66-a3b1-4f94197c2b3f completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:44.195613 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 5d905b29-7990-4f66-a3b1-4f94197c2b3f triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:44.196107 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.296034 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.297818 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56612) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:44.341819 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:44.348655 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.355618 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-14f061d7-7b50-4742-b90f-9c70008d798d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0103d8c0a7ec419cad983c3c0fbbe741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565269 Jul 28 04:08:44.358110 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56614) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:44.400677 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:44.409825 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.440611 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.508150 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.511837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:44.512974 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7177e261-e7b5-4c39-9459-88b1167d9d10 HTTP/1.1" status: 204 len: 168 time: 0.1539004 Jul 28 04:08:44.521072 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f30c-9956-4d24-891d-166c47d11e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177e261-e7b5-4c39-9459-88b1167d9d10,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:44.622934 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:44.625369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71521b36-71e9-4e68-8574-ccfc71aba370" -d '{"events": [{"server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "name": "network-vif-plugged", "status": "completed", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:44.670717 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06604286-b269-498f-a474-02ad161c3a93 x-openstack-request-id: req-06604286-b269-498f-a474-02ad161c3a93 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:44.671011 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "name": "network-vif-plugged", "status": "completed", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:44.671264 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06604286-b269-498f-a474-02ad161c3a93 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:44.671639 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f', 'code': 200} Jul 28 04:08:44.862235 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9d29-25a6-4805-8414-719c4f67e731 req-e43c3d5f-af87-4ef8-bed8-8dd37f1275d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:44.863839 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-133a9d29-25a6-4805-8414-719c4f67e731 req-e43c3d5f-af87-4ef8-bed8-8dd37f1275d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 1102 time: 0.0476995 Jul 28 04:08:44.907462 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-133a9d29-25a6-4805-8414-719c4f67e731 req-fee13c48-c32b-4914-9bdf-d1252c2918da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285983 Jul 28 04:08:45.028638 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:45.053493 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:45.054143 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6839dc58-9088-4f02-ac0c-d8a7d1b0a7e6 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:45.054639 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 1c74473a-7211-418e-80d3-0cb9331d1a1e no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:45.074920 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 1c74473a-7211-418e-80d3-0cb9331d1a1e {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:45.075299 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 1c74473a-7211-418e-80d3-0cb9331d1a1e not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:45.210919 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32a92a-1780-4f8c-8973-7d8094e6420c req-d84a4a9f-c3ac-4f0a-bbc6-b45a121479c7 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:45.212640 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d32a92a-1780-4f8c-8973-7d8094e6420c req-d84a4a9f-c3ac-4f0a-bbc6-b45a121479c7 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 949 time: 0.0495744 Jul 28 04:08:45.243538 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56646) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:45.260916 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d32a92a-1780-4f8c-8973-7d8094e6420c req-41382eb8-a479-4f1a-97bf-e981905f0732 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Jul 28 04:08:45.349008 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1854851230-network', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:45.370898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Made reservation on behalf of f24057fdf23e4d88b0cef30655a2da75 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:45.373344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.382124 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.484977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.490349 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.514489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:08:45.524011 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd059a-60d4-4bc8-90cc-93ecc2b72437,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:45.530369 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.530758 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Added segment c774baef-9092-4168-bc29-bc95d748edb2 of type vlan for network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 Jul 28 04:08:45.577141 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.608291 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.609442 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:45.610022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.669813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] Pushing event updated for resources: {'Network': ['ID=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:45.673846 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-8a06bb70-a6e7-4790-b327-578ed0db221b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4293108 Jul 28 04:08:45.676683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56656) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:45.679866 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:08:45.681572 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Request body: {'subnet': {'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1854851230-subnet', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:45.703409 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Made reservation on behalf of f24057fdf23e4d88b0cef30655a2da75 for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:45.706712 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6269761'] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.891700 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6977504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6269747'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.949115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe57c21e-0d69-4528-ac5f-a8775c8057f7,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:45.957178 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Checking segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:45.957618 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Network hostable DHCP agents. Network: ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:08:45.976887 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:08:45.987578 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:45.993429 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:45.994028 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:45.999924 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7d21e-441b-48a8-86ff-4e3e69d5ce43 None None] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:46.009876 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2240b0d8-c175-4510-9588-ac6c03bed6fc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3321116 Jul 28 04:08:46.013162 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56658) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:46.016868 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:46.040599 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.041898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.100620 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.152927 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:08:46.153933 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.242298 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.295814 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Allocated IP 172.20.0.2 (ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1/fe57c21e-0d69-4528-ac5f-a8775c8057f7/aecc5dc1-b7c5-4af0-84f7-709e23eb26f4) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:46.438312 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da4c82-b41e-47c1-a380-db5ef75a06fa req-a49c651b-33d4-457f-9390-5afff51cd4d1 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:46.439747 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5da4c82-b41e-47c1-a380-db5ef75a06fa req-a49c651b-33d4-457f-9390-5afff51cd4d1 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 949 time: 0.1015081 Jul 28 04:08:46.478183 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.488368 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Transition to ACTIVE for port object aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:46.504857 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Transition to ACTIVE for port object aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:46.511369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.531689 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c5da4c82-b41e-47c1-a380-db5ef75a06fa req-549f4c34-f7a9-4ae0-9eb0-abc356d90539 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653751 Jul 28 04:08:46.540938 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.547934 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:46.550747 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:46.554226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:46.566352 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.571453 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Pushing event updated for resources: {'Port': ['ID=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:46.631979 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Attempting to bind port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:46.632437 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Attempting to bind port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:46.632925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Attempting to bind port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:46.639024 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:46.639470 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Checking segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:46.639946 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.640404 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Bound using segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:46.640961 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Bound port: aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:46.641405 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.748276 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] For port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:46.751922 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] For port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:46.758638 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:46.845631 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bea80f-c58f-43a0-ab2b-b23363e33ab5 None None] Pushing event updated for resources: {'Port': ['ID=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:47.044701 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f9e1-bf4f-4a57-8466-325c30f326ae req-078c9111-d922-49cc-af0c-41a338c4497d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:47.046241 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eba6f9e1-bf4f-4a57-8466-325c30f326ae req-078c9111-d922-49cc-af0c-41a338c4497d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 949 time: 0.1105247 Jul 28 04:08:47.087821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Allocated IP 172.28.2.203 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/315b3bd2-16a7-4504-9c92-72ade3ba4d2c) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:47.119010 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eba6f9e1-bf4f-4a57-8466-325c30f326ae req-10655eb3-69d7-457d-aef1-a594d9a50782 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648885 Jul 28 04:08:47.211215 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:47.256574 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:47.292466 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:47.296984 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:47.303601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:47.331300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Pushing event updated for resources: {'Port': ['ID=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:47.559752 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:47.768737 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:47.779609 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfade04b-77fb-4443-baf7-0bad64147cd5 None None] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:08:47.854296 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-51650704-c77b-4162-92a8-bb9053a62640 None None] Provisioning for port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:47.903919 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:08:47.943007 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-18125f98-67b6-46b3-a684-2c2a7c8a385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.024324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:08:48.033705 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:08:48.047647 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:48.048353 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:48.052179 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.052179 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-33c55bf6-ee20-4570-a680-c5be8d1c50d4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0386198 Jul 28 04:08:48.054954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56682) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:48.165194 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:48.294623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2e8ce-ea59-4469-b804-543e719a390f req-eab442e9-6b37-4eb9-8b5c-962618d0ac6d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:48.296083 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-25d2e8ce-ea59-4469-b804-543e719a390f req-eab442e9-6b37-4eb9-8b5c-962618d0ac6d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 949 time: 0.0898390 Jul 28 04:08:48.371243 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:47Z', 'revision_number': 3, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:48.393623 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-25d2e8ce-ea59-4469-b804-543e719a390f req-f022f823-98f2-4463-ba6b-beb4c43cdc45 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/security-groups?id=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839152 Jul 28 04:08:48.402241 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:08:48.402760 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Updating router a3cfd751-8918-46f9-9dc2-1aaa800e389e port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:08:48.431669 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.619587 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.652649 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-1488e9b7-9e85-4e7c-83e9-5f1d3966c35d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:48.654082 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-1488e9b7-9e85-4e7c-83e9-5f1d3966c35d tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.41 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 949 time: 0.0771110 Jul 28 04:08:48.720188 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.732039 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Transition to ACTIVE for port object 315b3bd2-16a7-4504-9c92-72ade3ba4d2c will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:48.737722 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.793658 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da252f6-8f8b-4cec-af14-f4fe84990c7b None None] Pushing event updated for resources: {'Port': ['ID=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:48.795788 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Attempting to bind port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:48.796153 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Attempting to bind port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:48.796527 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Attempting to bind port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:48.801957 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:48.802325 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:48.802759 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.803144 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:48.803783 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Bound port: 315b3bd2-16a7-4504-9c92-72ade3ba4d2c, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:48.804163 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.869070 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Deleting port 5d905b29-7990-4f66-a3b1-4f94197c2b3f {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:08:48.869419 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:48.915785 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Allocated IP 172.20.0.1 (ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1/fe57c21e-0d69-4528-ac5f-a8775c8057f7/6519a3e1-028c-4152-a116-36d295dde428) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:48.978773 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] For port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:48.982363 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] For port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:48.987750 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.031170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] For port 5d905b29-7990-4f66-a3b1-4f94197c2b3f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5d905b29-7990-4f66-a3b1-4f94197c2b3f,segment=NetworkSegment(b631dff5-fb79-4d37-bfa6-4b227cf15355),segment_id=b631dff5-fb79-4d37-bfa6-4b227cf15355)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:49.031638 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.056631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Calling delete_port for 5d905b29-7990-4f66-a3b1-4f94197c2b3f owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:08:49.063351 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:49.063967 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:49.069279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da252f6-8f8b-4cec-af14-f4fe84990c7b None None] Pushing event updated for resources: {'Port': ['ID=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.105241 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:49.125121 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.154428 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Transition to ACTIVE for port object 6519a3e1-028c-4152-a116-36d295dde428 will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:49.205987 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:49.207950 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:49.228717 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.265394 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:49.265757 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.276407 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:49.281424 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:49.284076 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:49.290038 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.323418 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['5d905b29-7990-4f66-a3b1-4f94197c2b3f'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:08:49.329555 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Pushing event updated for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.386421 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Pushing event deleted for resources: {'Port': ['ID=5d905b29-7990-4f66-a3b1-4f94197c2b3f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.414129 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] No DVR routers for this DVR port 5d905b29-7990-4f66-a3b1-4f94197c2b3f on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:08:49.417270 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.419128 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb361817-b308-4d23-8a45-a94870dc3a2c req-e8ef1604-7e31-4251-a882-7ef85e232ae3 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.41 "DELETE /v2.0/ports/5d905b29-7990-4f66-a3b1-4f94197c2b3f HTTP/1.1" status: 204 len: 173 time: 0.7294886 Jul 28 04:08:49.419839 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'name': 'network-vif-deleted', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:49.422503 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf0bf50-278f-4480-912f-30b41616fc32" -d '{"events": [{"server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "name": "network-vif-deleted", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:49.426669 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.511527 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.548227 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974cf413-2fd1-495d-a6f1-1e0f327714b5 x-openstack-request-id: req-974cf413-2fd1-495d-a6f1-1e0f327714b5 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:49.548953 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11610ec8-c145-43b4-9898-d6763c908170", "name": "network-vif-deleted", "tag": "5d905b29-7990-4f66-a3b1-4f94197c2b3f", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:49.549204 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-974cf413-2fd1-495d-a6f1-1e0f327714b5 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:49.549749 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11610ec8-c145-43b4-9898-d6763c908170', 'name': 'network-vif-deleted', 'tag': '5d905b29-7990-4f66-a3b1-4f94197c2b3f', 'status': 'completed', 'code': 200} Jul 28 04:08:49.596481 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:49.605754 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.617643 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:47Z', 'revision_number': 3, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:49.621991 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-276ab817-5cfc-45fe-b2b7-0001b8e1a94a req-7cd4249d-5b0c-449a-95b7-c99dab175646 tempest-VolumesNegativeTest-1484913124 tempest-VolumesNegativeTest-1484913124-project] 10.222.0.43 "GET /v2.0/ports?device_id=11610ec8-c145-43b4-9898-d6763c908170 HTTP/1.1" status: 200 len: 210 time: 0.0712571 Jul 28 04:08:49.697133 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.702654 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2282122-0e32-4ff4-b050-db6b00e740ba None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:47Z', 'revision_number': 3, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:08:49.734468 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ca0f08fe-8b08-4e15-ac11-ec382113cf27 None None] Provisioning for port 6519a3e1-028c-4152-a116-36d295dde428 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:49.745110 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ca0f08fe-8b08-4e15-ac11-ec382113cf27 None None] Provisioning complete for port 6519a3e1-028c-4152-a116-36d295dde428 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:49.745490 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ca0f08fe-8b08-4e15-ac11-ec382113cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.747223 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.794716 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f08fe-8b08-4e15-ac11-ec382113cf27 None None] Port 6519a3e1-028c-4152-a116-36d295dde428 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:08:49.878396 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.883444 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:49.951713 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Pushing event updated for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:49.954261 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:50.108767 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:50.110511 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:50.257866 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:08:50.385585 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:08:50.395334 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-95bc1c8e-ac70-4ebe-b9a7-94583c48325b admin admin] 10.222.0.43 "PUT /v2.0/routers/a3cfd751-8918-46f9-9dc2-1aaa800e389e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389633 Jul 28 04:08:50.420664 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-27daf865-b4cf-40cd-8e65-edf9bc853250 None None] Provisioning complete for port 6519a3e1-028c-4152-a116-36d295dde428 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:50.421106 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-27daf865-b4cf-40cd-8e65-edf9bc853250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:50.525300 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7bb62164-1f27-4eb1-aba2-d13ff740cb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:50.530916 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-27daf865-b4cf-40cd-8e65-edf9bc853250 None None] Port 6519a3e1-028c-4152-a116-36d295dde428 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:08:50.745258 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.117782 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:51.170439 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:51.170962 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.268047 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 315b3bd2-16a7-4504-9c92-72ade3ba4d2c up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:51.317355 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:51.322641 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:51.323111 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.403872 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.425805 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:51.430510 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.493774 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:08:51.503842 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:51.505121 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:51.508046 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:51.609794 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.620204 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:51.782101 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56816) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:51.790834 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741279102', 'description': 'tempest-description--286008812'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:51.827232 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.922015 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 2, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:51.925990 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.931524 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.954896 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:08:51.955290 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Updating router a3cfd751-8918-46f9-9dc2-1aaa800e389e port 6519a3e1-028c-4152-a116-36d295dde428 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:08:51.962818 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:51.964040 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1806493 Jul 28 04:08:51.965445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17107e-4f6b-48a4-8de4-9603762b1bce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0930daf5-c00c-42e7-83c4-26b2a1d7592a,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:51.968716 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56832) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:51.978383 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group_rule': {'security_group_id': '0930daf5-c00c-42e7-83c4-26b2a1d7592a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:51.981170 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.013887 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.065740 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.071404 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.090606 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f67b5e-48de-4866-bdbf-f97c0161a99c,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:52.102135 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.106414 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1eeeccd6-53be-472a-b1fb-97e84a5a79ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332486 Jul 28 04:08:52.106560 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 56848) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:52.110078 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 5d905b29-7990-4f66-a3b1-4f94197c2b3f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:08:52.112135 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group_rule': {'security_group_id': '0930daf5-c00c-42e7-83c4-26b2a1d7592a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:52.138113 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 5d905b29-7990-4f66-a3b1-4f94197c2b3f {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:08:52.138917 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 5d905b29-7990-4f66-a3b1-4f94197c2b3f not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:08:52.146704 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.216944 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.221793 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.241465 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cfdae8-3d18-438b-9d6d-49afe17e87c0,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:52.249144 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.254533 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 56872) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:52.262065 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:52.267387 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-54b6d515-1726-48eb-9f49-3307e971f79b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1593990 Jul 28 04:08:52.286914 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.298094 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Transition to ACTIVE for port object 6519a3e1-028c-4152-a116-36d295dde428 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:52.298327 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.305191 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.353596 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Pushing event updated for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:52.369310 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.369649 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.369984 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.370309 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.370637 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.370958 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.371411 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.371877 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.372221 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.372627 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.372949 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.373262 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93228) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:08:52.415989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.428576 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Attempting to bind port 6519a3e1-028c-4152-a116-36d295dde428 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:52.429027 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Attempting to bind port 6519a3e1-028c-4152-a116-36d295dde428 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:52.429391 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Attempting to bind port 6519a3e1-028c-4152-a116-36d295dde428 on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:52.434961 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:52.435329 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Checking segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:52.435937 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.436508 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Bound using segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:52.437127 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Bound port: 6519a3e1-028c-4152-a116-36d295dde428, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:52.437694 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.507864 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] For port 6519a3e1-028c-4152-a116-36d295dde428, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:52.512232 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] For port 6519a3e1-028c-4152-a116-36d295dde428, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6519a3e1-028c-4152-a116-36d295dde428,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:52.518869 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.545040 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Allocated IP 172.28.2.182 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/37afcfe2-bda7-4268-934f-3346d49e3f23) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:52.603225 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bea41f-6434-4258-b845-2545bb50c8ea None None] Pushing event updated for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=4']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:52.610652 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:08:52.611531 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:52.689231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.753079 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:52.761280 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:08:52.804859 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=37afcfe2-bda7-4268-934f-3346d49e3f23,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:52.816688 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:52.818821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:52.821140 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:52.955325 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.009172 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.042004 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:52Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:08:53.056274 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 315b3bd2-16a7-4504-9c92-72ade3ba4d2c up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:53.071297 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88d88-05d1-4796-87ec-7fa725b49adf None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:52Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:08:53.144771 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:53.145317 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.251250 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.257745 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.332153 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=37afcfe2-bda7-4268-934f-3346d49e3f23,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:53.374195 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.387789 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.416222 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:53.418524 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ce5dae56-596d-43a6-9abb-6e5cc369e321 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1629128 Jul 28 04:08:53.625770 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-ddc97c4f-8c7d-4795-90b4-0c60273e2f2e tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--741279102&fields=id&tenant_id=f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 267 time: 0.0519404 Jul 28 04:08:54.030686 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-34cd1f5a-8b4a-46b5-9e6e-2c5c02d1ac53 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:54.032100 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-34cd1f5a-8b4a-46b5-9e6e-2c5c02d1ac53 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 811 time: 0.3979032 Jul 28 04:08:54.049992 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-f2b12465-ffe0-40d8-a455-ffc42df5de57 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/quotas/f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 375 time: 0.0095408 Jul 28 04:08:54.106184 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-1cc64fa0-e3da-4268-bfad-8821c6941c55 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500526 Jul 28 04:08:54.209947 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-d6596560-5992-4aa8-afeb-94cf2af8883b service neutron] 10.222.0.43 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899029 Jul 28 04:08:54.305425 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-5550ae57-e30c-4d80-897a-0ed759cbe807 service neutron] 10.222.0.43 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892863 Jul 28 04:08:54.491961 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0b3ff493-7501-4783-9425-11250bc37fb0 req-6dd036d9-9b2c-404c-b9b5-d1a904e3e716 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 210 time: 0.0340595 Jul 28 04:08:55.021422 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57022) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:55.065900 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6519a3e1-028c-4152-a116-36d295dde428 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:55.113622 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 6519a3e1-028c-4152-a116-36d295dde428 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:55.118673 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 6519a3e1-028c-4152-a116-36d295dde428 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:55.119055 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.169650 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ef05ac2d-ad8e-4291-8330-2c4e9bc844df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=422edd9be1ce4b68bb41ab01913392e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463139 Jul 28 04:08:55.171984 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57026) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:55.194830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.225473 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.230727 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 6519a3e1-028c-4152-a116-36d295dde428, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6519a3e1-028c-4152-a116-36d295dde428,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:08:55.234197 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.246937 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.283209 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:55.296443 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.299230 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.300387 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c902ee18-6ff4-4291-8eff-2bb3fedc3ceb HTTP/1.1" status: 204 len: 168 time: 0.1274574 Jul 28 04:08:55.308651 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028178e-5ab4-44c3-994a-09aa83de76f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902ee18-6ff4-4291-8eff-2bb3fedc3ceb,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:55.545720 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-98c136b2-abfa-433b-969b-f99c7a2d47c6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:55.548466 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-98c136b2-abfa-433b-969b-f99c7a2d47c6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 811 time: 0.1627533 Jul 28 04:08:55.610451 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-8bfd9bff-145a-4179-aff3-e4b0e21206a9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 379 time: 0.0495842 Jul 28 04:08:55.627504 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-750496b1-95f7-4446-be45-0cb1b5182e03 req-7c1ecb58-0754-4635-9835-97d33e787416 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 210 time: 0.0360322 Jul 28 04:08:55.631112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'port': {'device_id': '21921380-98cf-432c-af28-7c6261bddff5', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'admin_state_up': True, 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'security_groups': ['0930daf5-c00c-42e7-83c4-26b2a1d7592a']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:55.753630 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Made reservation on behalf of f24057fdf23e4d88b0cef30655a2da75 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:08:55.757545 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:55.887176 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Allocated IP 172.20.0.8 (ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1/fe57c21e-0d69-4528-ac5f-a8775c8057f7/da252c7d-02bb-4711-9f91-d47dbfe91736) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:08:56.028162 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.041375 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Transition to ACTIVE for port object da252c7d-02bb-4711-9f91-d47dbfe91736 will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:56.074052 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.113069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:08:56.116846 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:08:56.120724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:08:56.148500 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:56.175798 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:56.176438 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.191658 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-fbc37b2d-2a67-44b9-aef8-a67df05d718b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664117 Jul 28 04:08:56.206472 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Request body: {'port': {'device_id': '21921380-98cf-432c-af28-7c6261bddff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:08:56.266537 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.358173 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-86cfa686-4c8c-4dac-a8ec-4408eacc4f24 None None] Provisioning for port da252c7d-02bb-4711-9f91-d47dbfe91736 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:08:56.361899 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-86cfa686-4c8c-4dac-a8ec-4408eacc4f24 None None] Provisioning complete for port da252c7d-02bb-4711-9f91-d47dbfe91736 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:56.362369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-86cfa686-4c8c-4dac-a8ec-4408eacc4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.395938 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-86cfa686-4c8c-4dac-a8ec-4408eacc4f24 None None] Port da252c7d-02bb-4711-9f91-d47dbfe91736 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:08:56.527067 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da252c7d-02bb-4711-9f91-d47dbfe91736 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:08:56.544560 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.565322 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Transition to ACTIVE for port object da252c7d-02bb-4711-9f91-d47dbfe91736 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:08:56.572188 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.647582 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:56.714437 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Attempting to bind port da252c7d-02bb-4711-9f91-d47dbfe91736 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:08:56.714772 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Attempting to bind port da252c7d-02bb-4711-9f91-d47dbfe91736 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:08:56.715103 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Attempting to bind port da252c7d-02bb-4711-9f91-d47dbfe91736 on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:56.746597 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Port da252c7d-02bb-4711-9f91-d47dbfe91736 on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:08:56.747069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Attempting to bind port da252c7d-02bb-4711-9f91-d47dbfe91736 on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:08:56.755032 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:08:56.756108 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Checking segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:08:56.756623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Bound using segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:08:56.757156 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Bound port: da252c7d-02bb-4711-9f91-d47dbfe91736, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:08:56.757610 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.787778 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d5ee1-7cba-48de-b0f0-b1d27aaf5ee2 req-ef8c9a00-50de-4859-91b9-5a5c475eda24 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:56.789502 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f05d5ee1-7cba-48de-b0f0-b1d27aaf5ee2 req-ef8c9a00-50de-4859-91b9-5a5c475eda24 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 943 time: 0.0773413 Jul 28 04:08:56.878774 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f05d5ee1-7cba-48de-b0f0-b1d27aaf5ee2 req-614c7457-c83e-4d97-8989-9bd5c0efb929 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679188 Jul 28 04:08:56.885873 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:08:56.889673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=da252c7d-02bb-4711-9f91-d47dbfe91736,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:08:56.900600 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.947865 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:56.948507 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:56.949875 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] 10.222.0.41 "PUT /v2.0/ports/da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 1093 time: 0.7477069 Jul 28 04:08:56.950315 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:08:56.952582 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76395a-4046-4532-a287-9af880be3984" -d '{"events": [{"name": "network-changed", "server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:08:56.975817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3ccec-913b-47ec-a45f-dee7a4c8e3ee service neutron] Pushing event updated for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:57.010639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a3cb8-f8b2-4b6d-ad2b-e1a365fe99e4 x-openstack-request-id: req-ea5a3cb8-f8b2-4b6d-ad2b-e1a365fe99e4 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:08:57.010932 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:08:57.011179 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea5a3cb8-f8b2-4b6d-ad2b-e1a365fe99e4 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:08:57.011583 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'status': 'completed', 'code': 200} Jul 28 04:08:57.063924 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-d1f48de7-694a-45a2-a72d-afad7dc0b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.065492 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-d1f48de7-694a-45a2-a72d-afad7dc0b5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1096 time: 0.0458643 Jul 28 04:08:57.080194 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6519a3e1-028c-4152-a116-36d295dde428 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:08:57.116606 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-1f5c9a3b-c574-4747-840d-84bee5efc0e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 217 time: 0.0418923 Jul 28 04:08:57.130063 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 6519a3e1-028c-4152-a116-36d295dde428 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:08:57.131053 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:57.193768 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-ab201e3a-af8b-4583-9d62-70fe6147a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.195422 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-ab201e3a-af8b-4583-9d62-70fe6147a775 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0675197 Jul 28 04:08:57.258674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-57e102b8-a52f-4f03-866b-77591f808317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.260354 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-57e102b8-a52f-4f03-866b-77591f808317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0549538 Jul 28 04:08:57.279631 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:08:57.351562 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-c2ff892d-896f-4fb9-8a93-ddabe2cda70a service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820804 Jul 28 04:08:57.450373 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8de9a1c6-5080-4f83-b6ad-5fa299566c6c req-a0d922ef-4bdf-41fd-a913-ac21d95ca3df service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901377 Jul 28 04:08:57.539676 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76395a-4046-4532-a287-9af880be3984 req-e319f47e-f00d-499e-b5f3-5ad8864b7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.541185 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-e319f47e-f00d-499e-b5f3-5ad8864b7d29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1096 time: 0.0430369 Jul 28 04:08:57.632992 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76395a-4046-4532-a287-9af880be3984 req-ea68d59d-2dc2-49a2-b38d-aa4fdcf6719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.634340 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-ea68d59d-2dc2-49a2-b38d-aa4fdcf6719b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.0849779 Jul 28 04:08:57.684174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-e972ddf9-0514-48fb-9571-b80325f43a8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 217 time: 0.0362532 Jul 28 04:08:57.734061 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76395a-4046-4532-a287-9af880be3984 req-870e5ba8-cee5-46e2-ba10-e8470871a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.735509 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-870e5ba8-cee5-46e2-ba10-e8470871a740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0429113 Jul 28 04:08:57.783947 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76395a-4046-4532-a287-9af880be3984 req-5b8c4b0b-fb35-4144-9337-61cc0e502cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:57.785411 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-5b8c4b0b-fb35-4144-9337-61cc0e502cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0417771 Jul 28 04:08:57.877943 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-4eda9f79-bcd0-487f-b605-00e96fd33cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795453 Jul 28 04:08:58.012014 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0e76395a-4046-4532-a287-9af880be3984 req-6fa4024d-03a4-481e-a429-b3700c6c97dc service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251686 Jul 28 04:08:58.025768 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfbd44-7ce7-4793-aa6a-b576e2304fd1 req-5640485b-18d8-4c03-a9a4-1ceb003f0bc9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:58.027053 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84bfbd44-7ce7-4793-aa6a-b576e2304fd1 req-5640485b-18d8-4c03-a9a4-1ceb003f0bc9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 943 time: 0.0771763 Jul 28 04:08:58.065313 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84bfbd44-7ce7-4793-aa6a-b576e2304fd1 req-09c22588-6a11-4096-8090-1ace95747a01 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jul 28 04:08:59.199736 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af6cd6-55b7-4e4b-9e62-3da29d6e3959 req-79e6c9dd-5f45-4966-a74e-d065198e8146 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:08:59.201449 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e8af6cd6-55b7-4e4b-9e62-3da29d6e3959 req-79e6c9dd-5f45-4966-a74e-d065198e8146 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 943 time: 0.0527828 Jul 28 04:08:59.245173 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e8af6cd6-55b7-4e4b-9e62-3da29d6e3959 req-8123974b-728d-4881-a4fa-d923b60bab54 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367053 Jul 28 04:08:59.318441 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57086) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:59.425943 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-eb847bb2-8b40-4ca0-8dd8-5a93e46aad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.525736 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-eb847bb2-8b40-4ca0-8dd8-5a93e46aad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.529663 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-eb847bb2-8b40-4ca0-8dd8-5a93e46aad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.569153 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-eb847bb2-8b40-4ca0-8dd8-5a93e46aad1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e50c0f58616946318010c19147d2e6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511659 Jul 28 04:08:59.569986 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb847bb2-8b40-4ca0-8dd8-5a93e46aad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cad8e3-16f1-412f-ae66-39b68af4713e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:08:59.571933 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57092) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:08:59.626324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.654126 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.707351 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.710545 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:08:59.711889 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67cad8e3-16f1-412f-ae66-39b68af4713e HTTP/1.1" status: 204 len: 168 time: 0.1388314 Jul 28 04:08:59.725243 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209fc6c-e5cf-49ec-b609-351ddc18cda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cad8e3-16f1-412f-ae66-39b68af4713e,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:00.144242 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device da252c7d-02bb-4711-9f91-d47dbfe91736 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:09:00.244718 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=da252c7d-02bb-4711-9f91-d47dbfe91736,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:00.257158 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'port_id': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'mac_address': 'fa:16:3e:5d:87:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:09:00.296406 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:00.310090 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da252c7d-02bb-4711-9f91-d47dbfe91736 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:09:00.331100 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=da252c7d-02bb-4711-9f91-d47dbfe91736,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:00.335378 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:00.369169 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697b547-b904-4af0-af80-1177bf1bbfac req-c8ccd5f9-a491-4e06-bb7b-f00eae4669a4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:00.370797 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4697b547-b904-4af0-af80-1177bf1bbfac req-c8ccd5f9-a491-4e06-bb7b-f00eae4669a4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 943 time: 0.0510321 Jul 28 04:09:00.385673 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:00.414842 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4697b547-b904-4af0-af80-1177bf1bbfac req-a841aa35-363b-4d13-b8aa-045c80f5347d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365541 Jul 28 04:09:00.640037 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['da252c7d-02bb-4711-9f91-d47dbfe91736'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:09:01.530755 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30998-3fb7-4590-9063-6c1eb1bf3385 req-8cd42018-17a7-4ee1-85c8-43a40d10536a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:01.532233 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-74a30998-3fb7-4590-9063-6c1eb1bf3385 req-8cd42018-17a7-4ee1-85c8-43a40d10536a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 944 time: 0.0488267 Jul 28 04:09:01.569716 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-74a30998-3fb7-4590-9063-6c1eb1bf3385 req-33b4b0dc-de8d-4879-bbf5-b9f8a8d3a440 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Jul 28 04:09:02.162473 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device da252c7d-02bb-4711-9f91-d47dbfe91736 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:02.229988 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port da252c7d-02bb-4711-9f91-d47dbfe91736 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:02.233682 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port da252c7d-02bb-4711-9f91-d47dbfe91736 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:02.234146 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:02.317247 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:02.340933 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:02.343152 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f2230a-5501-41ae-a54d-9d1bb55aac0c" -d '{"events": [{"server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "name": "network-vif-plugged", "status": "completed", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:02.356200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=da252c7d-02bb-4711-9f91-d47dbfe91736,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:02.360335 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:02.386562 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123a18c-c7a9-417e-bed6-38bbe2a38fa7 x-openstack-request-id: req-1123a18c-c7a9-417e-bed6-38bbe2a38fa7 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:02.386889 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "name": "network-vif-plugged", "status": "completed", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:02.387135 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1123a18c-c7a9-417e-bed6-38bbe2a38fa7 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:02.387511 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'code': 200} Jul 28 04:09:02.414003 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:02.567718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227c5e-57dd-49b8-9317-0b310cf18170 req-14e3356e-b090-42f7-a6e8-485e6fb6f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:02.569534 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56227c5e-57dd-49b8-9317-0b310cf18170 req-14e3356e-b090-42f7-a6e8-485e6fb6f9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1098 time: 0.0442898 Jul 28 04:09:02.607996 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-56227c5e-57dd-49b8-9317-0b310cf18170 req-576802dd-94e4-48bc-aff4-606ebdb6ebc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281384 Jul 28 04:09:02.682873 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44a4fb-8fcf-4ed6-9ff9-f3f4c9d94ea6 req-9ab20a78-a4b6-4a4d-b8ec-86551b323af2 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:02.684370 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fe44a4fb-8fcf-4ed6-9ff9-f3f4c9d94ea6 req-9ab20a78-a4b6-4a4d-b8ec-86551b323af2 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Jul 28 04:09:02.728063 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fe44a4fb-8fcf-4ed6-9ff9-f3f4c9d94ea6 req-d774dc91-2deb-408a-bfe8-df04cbed1003 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376196 Jul 28 04:09:03.845827 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d916bc-1772-47d4-8ba4-bdf2df3d23ba req-e948aab9-a4b9-46b4-85b3-bb77fc336371 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:03.847502 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-72d916bc-1772-47d4-8ba4-bdf2df3d23ba req-e948aab9-a4b9-46b4-85b3-bb77fc336371 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Jul 28 04:09:03.891508 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-72d916bc-1772-47d4-8ba4-bdf2df3d23ba req-d68fc80b-44e4-4e89-8e69-05d597371dee tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370095 Jul 28 04:09:04.006482 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2172a-a9d0-4e79-bdab-0205c9f5494a req-5c916a44-106c-4516-8070-8f862264b527 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:04.007840 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71e2172a-a9d0-4e79-bdab-0205c9f5494a req-5c916a44-106c-4516-8070-8f862264b527 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0517519 Jul 28 04:09:04.016090 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57178) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:04.020456 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'floatingip': {'port_id': 'da252c7d-02bb-4711-9f91-d47dbfe91736'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:04.059305 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:04.429666 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82469be7-b404-4d3e-8201-75f7e9b72bd0 req-699376c7-ec5e-4447-8580-220f4dd4a9fe tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:04.431078 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82469be7-b404-4d3e-8201-75f7e9b72bd0 req-699376c7-ec5e-4447-8580-220f4dd4a9fe tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.1205142 Jul 28 04:09:04.504865 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82469be7-b404-4d3e-8201-75f7e9b72bd0 req-69b3af52-70c3-41bc-bcfe-34424e3f1e75 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675781 Jul 28 04:09:04.564025 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:04.568543 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:04.671576 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Floating IP b8fb0788-2bee-44d7-a549-044dcf57ea07 associated. External IP: 172.28.2.182, port: da252c7d-02bb-4711-9f91-d47dbfe91736. Jul 28 04:09:04.877753 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:09:04.984356 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:04.989223 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:04.996641 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:05.008608 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:05.009597 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:05.017002 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-14d2cb20-1f4c-45c8-9730-dba15fda23ce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "PUT /v2.0/floatingips/b8fb0788-2bee-44d7-a549-044dcf57ea07 HTTP/1.1" status: 200 len: 991 time: 0.9998472 Jul 28 04:09:05.017869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:05.020253 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523" -d '{"events": [{"name": "network-changed", "server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:05.055415 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb814c51-8026-4ffb-b315-ce3551ab2505 x-openstack-request-id: req-eb814c51-8026-4ffb-b315-ce3551ab2505 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:05.055705 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:05.055955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb814c51-8026-4ffb-b315-ce3551ab2505 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:05.056350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'status': 'completed', 'code': 200} Jul 28 04:09:05.131220 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-aee2ab43-356b-417c-9d52-0b14afe1f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:05.133484 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-aee2ab43-356b-417c-9d52-0b14afe1f1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1098 time: 0.0457194 Jul 28 04:09:05.239324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-0cbe43c2-8430-405e-a1e8-34e855913ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:05.242062 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-0cbe43c2-8430-405e-a1e8-34e855913ce9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.0976181 Jul 28 04:09:05.251400 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:05.311896 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-fa304c2d-3f48-4265-99eb-91ae32028bce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 999 time: 0.0589590 Jul 28 04:09:05.370292 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-6f6e6189-c7b8-4430-99f6-0e5494c49031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:05.372169 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-6f6e6189-c7b8-4430-99f6-0e5494c49031 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0486953 Jul 28 04:09:05.423952 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-eb4e0293-b610-41e5-bd8f-94698de84be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:05.425707 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-eb4e0293-b610-41e5-bd8f-94698de84be0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0459573 Jul 28 04:09:05.535173 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-4a861d64-80c1-4abf-bee6-c2f0fa528869 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899436 Jul 28 04:09:05.540521 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'b8fb0788-2bee-44d7-a549-044dcf57ea07', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:5d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21921380-98cf-432c-af28-7c6261bddff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:52Z', 'updated_at': '2021-07-28T04:09:04Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:05.569746 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:05.578577 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:05.579189 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:05.699119 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:05.944807 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47d843-98e0-4c92-8467-d364350e6741 req-e89a3a29-ed06-4f5f-80dc-e42b90f2e995 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:05.946291 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5d47d843-98e0-4c92-8467-d364350e6741 req-e89a3a29-ed06-4f5f-80dc-e42b90f2e995 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0763445 Jul 28 04:09:05.949927 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c0d9ea7a-aaa8-4b81-a51b-4781465cf523 req-af8260ec-c06a-4f98-90df-dfcc1a805313 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069598 Jul 28 04:09:05.954295 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'b8fb0788-2bee-44d7-a549-044dcf57ea07', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:5d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21921380-98cf-432c-af28-7c6261bddff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:52Z', 'updated_at': '2021-07-28T04:09:04Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:05.985769 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c7cbcf-0a7e-4b09-9b7e-370b525acf5f None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'b8fb0788-2bee-44d7-a549-044dcf57ea07', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:5d:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21921380-98cf-432c-af28-7c6261bddff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:08:52Z', 'updated_at': '2021-07-28T04:09:04Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:06.007397 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5d47d843-98e0-4c92-8467-d364350e6741 req-0a3f956d-d5f7-4bcf-838b-9ee087165190 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Jul 28 04:09:06.199360 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07eb547-7962-4646-9332-99d1e580052b None None] New status for floating IP b8fb0788-2bee-44d7-a549-044dcf57ea07: ACTIVE {{(pid=93228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:09:07.129106 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bbe7d-6cbc-43f5-bbc4-74324d8781e2 req-83c900c5-5808-4c6b-963b-83175f72ca91 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:07.130576 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-899bbe7d-6cbc-43f5-bbc4-74324d8781e2 req-83c900c5-5808-4c6b-963b-83175f72ca91 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0501943 Jul 28 04:09:07.171247 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-899bbe7d-6cbc-43f5-bbc4-74324d8781e2 req-115010bf-aee9-4205-840a-e5518289744d tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Jul 28 04:09:08.288094 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9398d-0f3d-4267-8196-d805ed0b4d45 req-af035f65-8210-48fe-8dcc-f8f7de2a9fb7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:08.289584 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04d9398d-0f3d-4267-8196-d805ed0b4d45 req-af035f65-8210-48fe-8dcc-f8f7de2a9fb7 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0520444 Jul 28 04:09:08.327358 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04d9398d-0f3d-4267-8196-d805ed0b4d45 req-f3084eed-6326-42d2-8806-1c2863ab8485 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Jul 28 04:09:09.448733 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf69338-81fc-4d35-b4b9-1c6fd1f4c9f0 req-5e34cc32-69ca-427a-bac9-40585123f6b1 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:09.451193 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aaf69338-81fc-4d35-b4b9-1c6fd1f4c9f0 req-5e34cc32-69ca-427a-bac9-40585123f6b1 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0536358 Jul 28 04:09:09.511300 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aaf69338-81fc-4d35-b4b9-1c6fd1f4c9f0 req-4dc52b1b-b56c-4b3f-8e8b-f66d7eedfacd tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.43 "GET /v2.0/security-groups?id=f225a025-03ba-4932-a386-a40d26ff718e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542462 Jul 28 04:09:09.534304 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b974931-326c-444f-aad0-a25784bea8f0 req-81893758-b6de-4592-8987-12e75a4420f6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:09.535751 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b974931-326c-444f-aad0-a25784bea8f0 req-81893758-b6de-4592-8987-12e75a4420f6 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "GET /v2.0/ports?device_id=c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a HTTP/1.1" status: 200 len: 945 time: 0.0577917 Jul 28 04:09:09.626584 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Deleting port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:09:09.626817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:09.711191 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] For port 8ee8e3f3-99e2-4b37-9171-c42657a2c976, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8ee8e3f3-99e2-4b37-9171-c42657a2c976,segment=NetworkSegment(ac34488b-3767-4aeb-be12-55939714c941),segment_id=ac34488b-3767-4aeb-be12-55939714c941)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:09.711549 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:09.724107 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Calling delete_port for 8ee8e3f3-99e2-4b37-9171-c42657a2c976 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:09:09.847164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:09.861261 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['8ee8e3f3-99e2-4b37-9171-c42657a2c976'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:09:09.877242 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Pushing event deleted for resources: {'Port': ['ID=8ee8e3f3-99e2-4b37-9171-c42657a2c976,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:09.920221 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] No DVR routers for this DVR port 8ee8e3f3-99e2-4b37-9171-c42657a2c976 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:09:09.922682 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:09.924682 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b974931-326c-444f-aad0-a25784bea8f0 req-677b8073-9d82-486b-9eb6-80ebc86d6a20 tempest-VolumesSnapshotTestJSON-428588475 tempest-VolumesSnapshotTestJSON-428588475-project] 10.222.0.41 "DELETE /v2.0/ports/8ee8e3f3-99e2-4b37-9171-c42657a2c976 HTTP/1.1" status: 204 len: 173 time: 0.3818307 Jul 28 04:09:09.925112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'name': 'network-vif-deleted', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:09.928077 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67afea9e-4912-47d5-b218-2fd5eb603ae7" -d '{"events": [{"server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "name": "network-vif-deleted", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:09.965198 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbab9fe-744e-4d3e-a1c9-6a28fedd024a x-openstack-request-id: req-abbab9fe-744e-4d3e-a1c9-6a28fedd024a {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:09.965488 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a", "name": "network-vif-deleted", "tag": "8ee8e3f3-99e2-4b37-9171-c42657a2c976", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:09.965868 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abbab9fe-744e-4d3e-a1c9-6a28fedd024a {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:09.966248 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06bfa2d-a7a1-4ab7-bd5d-e0f4c54c9c7a', 'name': 'network-vif-deleted', 'tag': '8ee8e3f3-99e2-4b37-9171-c42657a2c976', 'status': 'completed', 'code': 200} Jul 28 04:09:10.493601 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57296) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:10.603389 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-84bf80b9-55f5-4556-ac83-151efcdb6669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.690875 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-84bf80b9-55f5-4556-ac83-151efcdb6669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.694702 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-84bf80b9-55f5-4556-ac83-151efcdb6669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.736041 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-84bf80b9-55f5-4556-ac83-151efcdb6669 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=983e59bd8b6f4a7fb30308799e99e1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413073 Jul 28 04:09:10.736940 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf80b9-55f5-4556-ac83-151efcdb6669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46540f8e-be37-49f0-b4ce-83415052d84d,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:10.738799 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57304) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:10.799712 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.822012 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.872867 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.875389 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:10.876554 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46540f8e-be37-49f0-b4ce-83415052d84d HTTP/1.1" status: 204 len: 168 time: 0.1365318 Jul 28 04:09:10.884347 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cff65-d700-4d81-bf49-ed316afa042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46540f8e-be37-49f0-b4ce-83415052d84d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:12.797027 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:14.249944 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 8ee8e3f3-99e2-4b37-9171-c42657a2c976 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:09:14.272821 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 8ee8e3f3-99e2-4b37-9171-c42657a2c976 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:09:14.273160 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 8ee8e3f3-99e2-4b37-9171-c42657a2c976 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:09:14.511770 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba701b1e-a9a3-4ee7-b8d2-87bf3043f9af req-c4a2d253-1fc0-4d7c-ad72-7a2e1d1849a8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:14.513278 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ba701b1e-a9a3-4ee7-b8d2-87bf3043f9af req-c4a2d253-1fc0-4d7c-ad72-7a2e1d1849a8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.0483928 Jul 28 04:09:14.554496 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ba701b1e-a9a3-4ee7-b8d2-87bf3043f9af req-bf288ac0-ca4c-4868-815d-5bef40d38744 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348728 Jul 28 04:09:15.679931 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac55b4-90cd-48d5-a84c-1ba371785ff9 req-e1bd9ecb-2abb-4f63-a236-8ae973eef157 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:15.681444 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-02ac55b4-90cd-48d5-a84c-1ba371785ff9 req-e1bd9ecb-2abb-4f63-a236-8ae973eef157 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.0529015 Jul 28 04:09:15.718960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-02ac55b4-90cd-48d5-a84c-1ba371785ff9 req-a1f6867e-9129-4514-8bee-70d22a402464 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jul 28 04:09:16.369066 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b382a-d62b-43bd-a534-b496c6b5937f req-862fa622-7b07-4d7d-a922-0ac702129bc1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:16.370483 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-173b382a-d62b-43bd-a534-b496c6b5937f req-862fa622-7b07-4d7d-a922-0ac702129bc1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.0477591 Jul 28 04:09:16.462343 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Deleting port 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:09:16.462678 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.547808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] For port 29bd2742-d51c-4840-bc6f-eeaf266516b0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=29bd2742-d51c-4840-bc6f-eeaf266516b0,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:16.548165 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.760954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.761539 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.761658 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Floating IP 544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e disassociated. External IP: 172.28.2.150, port: 29bd2742-d51c-4840-bc6f-eeaf266516b0. Jul 28 04:09:16.762016 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Calling delete_port for 29bd2742-d51c-4840-bc6f-eeaf266516b0 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:09:16.877111 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755dc4e-b7ae-48e4-a9f7-860b87be978e req-184b6e40-170e-424f-952a-e1f627156055 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:16.878719 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6755dc4e-b7ae-48e4-a9f7-860b87be978e req-184b6e40-170e-424f-952a-e1f627156055 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6 HTTP/1.1" status: 200 len: 947 time: 0.0757332 Jul 28 04:09:16.958176 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6755dc4e-b7ae-48e4-a9f7-860b87be978e req-0429c8d3-8595-4855-b1e2-873a2734770c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=dd76f30e-6435-4f02-bc5f-8da864d93436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719624 Jul 28 04:09:16.966006 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:16.999639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'Port': ['ID=29bd2742-d51c-4840-bc6f-eeaf266516b0,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:17.125182 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:09:17.248950 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:17.279164 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:17.288362 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:17.289001 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:17.289196 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] No DVR routers for this DVR port 29bd2742-d51c-4840-bc6f-eeaf266516b0 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:09:17.291735 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:17.293713 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-173b382a-d62b-43bd-a534-b496c6b5937f req-063b59a3-4792-4a70-92ad-f9edb980f001 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "DELETE /v2.0/ports/29bd2742-d51c-4840-bc6f-eeaf266516b0 HTTP/1.1" status: 204 len: 173 time: 0.9169307 Jul 28 04:09:17.294138 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-deleted', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:17.296379 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e069f548-c977-4dd9-889b-29abd8798e23" -d '{"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-deleted", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:17.340296 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4db45f0-1a18-4e46-82fb-227c505b7ec8 x-openstack-request-id: req-a4db45f0-1a18-4e46-82fb-227c505b7ec8 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:17.340614 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6", "name": "network-vif-deleted", "tag": "29bd2742-d51c-4840-bc6f-eeaf266516b0", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:17.340909 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4db45f0-1a18-4e46-82fb-227c505b7ec8 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:17.341302 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06ea4c-ac2b-49a8-b5cc-f63b89ba24a6', 'name': 'network-vif-deleted', 'tag': '29bd2742-d51c-4840-bc6f-eeaf266516b0', 'status': 'completed', 'code': 200} Jul 28 04:09:17.401348 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:17.598927 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:17.624211 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:17.633275 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:17.633880 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:08:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:17.747564 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:17.941364 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-624c3c16-07f2-489f-9e8a-59fd1b78346c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:17.972753 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-170a022b-825c-4db2-968c-15520f288c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:17.999659 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a022b-825c-4db2-968c-15520f288c97 None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:18.054821 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57394) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:18.111140 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.144020 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.205072 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.207863 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.209919 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "DELETE /v2.0/security-groups/dd76f30e-6435-4f02-bc5f-8da864d93436 HTTP/1.1" status: 204 len: 168 time: 0.1540337 Jul 28 04:09:18.212658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57402) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:18.222065 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ad9f3-fd4b-4754-8d8f-c93c6b2d36d4 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76f30e-6435-4f02-bc5f-8da864d93436,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:18.229704 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.api.v2.resource [None req-c7dab88e-d1ac-43fb-ab49-3ae40628487d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] show failed (client error): The resource could not be found. Jul 28 04:09:18.230815 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-c7dab88e-d1ac-43fb-ab49-3ae40628487d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups/dd76f30e-6435-4f02-bc5f-8da864d93436 HTTP/1.1" status: 404 len: 347 time: 0.0172064 Jul 28 04:09:18.233576 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57404) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:18.254052 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c2850-84bf-4dd9-9c3d-ac4ad3ea787e None None] New status for floating IP 544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e: DOWN {{(pid=93228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:09:18.378467 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Deleting port 99d40f63-b1e0-480e-b8a3-91486c26aa77 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:09:18.379383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.481513 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.481842 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.495786 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Calling delete_port for 99d40f63-b1e0-480e-b8a3-91486c26aa77 owned by network:floatingip {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:09:18.638859 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.669113 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'Port': ['ID=99d40f63-b1e0-480e-b8a3-91486c26aa77,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:18.729177 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.731642 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:18.732882 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2a7975d3-6275-45bf-8288-b24f771696c5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "DELETE /v2.0/floatingips/544eaeb2-c9c7-468c-b3d7-59a0df7fdf0e HTTP/1.1" status: 204 len: 168 time: 0.4983928 Jul 28 04:09:18.974310 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57412) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:18.979246 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317200769', 'description': 'tempest-description--307909286'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:19.002707 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.080301 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.084263 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.113746 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.116039 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1404274 Jul 28 04:09:19.117502 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf97e7e-c950-488a-8c10-4fdf3fd58eba tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83386f8-bb4e-4902-b31c-425bd30b97ac,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:19.119655 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57414) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:19.125660 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group_rule': {'security_group_id': 'a83386f8-bb4e-4902-b31c-425bd30b97ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:19.157575 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.203424 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.206751 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.224266 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a2e8e6-832a-4d97-914f-f6a45adccb49,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:19.231032 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.232227 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1e7ea4be-8476-4974-a81d-f4c16ec9f95d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105928 Jul 28 04:09:19.234992 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57416) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:19.239463 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'security_group_rule': {'security_group_id': 'a83386f8-bb4e-4902-b31c-425bd30b97ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:19.265212 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.322985 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.328762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.347060 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a6f20-d355-42b1-82d2-d3bd41eabef7,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:19.354362 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.355684 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6bdb6cb2-5b22-46c7-b9aa-8113e2b6e558 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197586 Jul 28 04:09:19.358713 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57420) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:19.363196 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:19.385201 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.493726 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.605142 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Allocated IP 172.28.2.70 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/d3233468-e1ba-48b5-a2b7-0b49cb5a4a28) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:19.711382 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.754407 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.797442 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:19.800650 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:19.806753 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:19.812261 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=d3233468-e1ba-48b5-a2b7-0b49cb5a4a28,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:19.898099 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:19.936067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.085234 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.089305 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.151563 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=d3233468-e1ba-48b5-a2b7-0b49cb5a4a28,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:20.164474 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.178762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.180009 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-3592ff6b-99c3-42b9-a46f-6e9e8b38fe27 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8203380 Jul 28 04:09:20.280609 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:09:20.299569 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 29bd2742-d51c-4840-bc6f-eeaf266516b0 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:09:20.299912 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 29bd2742-d51c-4840-bc6f-eeaf266516b0 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:09:20.363310 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-5173c08d-6a0e-4a98-9fea-a3203eca20da tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1317200769&fields=id&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 267 time: 0.0330021 Jul 28 04:09:20.471476 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-04cc6c42-9515-4455-b8b1-10166727f4e1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:20.472954 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-04cc6c42-9515-4455-b8b1-10166727f4e1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 816 time: 0.1020210 Jul 28 04:09:20.486458 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-50a1d8d9-509b-4295-943a-332ed49378a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.488731 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-b13e7170-21be-4965-9f53-ce394e7b10d6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/quotas/5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jul 28 04:09:20.541446 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-af896de3-5f8c-46d1-afa9-8bda20b8af9e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461812 Jul 28 04:09:20.636586 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-faed4725-6926-42c8-9e69-a0e2bf9b7f30 service neutron] 10.222.0.43 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829747 Jul 28 04:09:20.725952 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-33c6f60d-1ec8-4a36-87b4-c0b23a15c28e service neutron] 10.222.0.43 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832562 Jul 28 04:09:20.745925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:20.904059 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-35ed07bb-2ede-4e86-af8a-c9689d6e3b7b req-4b77e011-4b2f-4af5-aa50-7ec88c292daf tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 210 time: 0.0289850 Jul 28 04:09:21.609336 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:21.810408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-d9c95de7-eb1b-4134-b5d3-94d34636e256 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:21.811741 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-d9c95de7-eb1b-4134-b5d3-94d34636e256 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 816 time: 0.1056695 Jul 28 04:09:21.857532 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-08fbee26-f1df-42b3-8369-26520309779f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 380 time: 0.0341353 Jul 28 04:09:21.867175 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'port': {'device_id': '74712426-c08b-4dec-bee4-27075afb45e2', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'admin_state_up': True, 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'security_groups': ['a83386f8-bb4e-4902-b31c-425bd30b97ac']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:22.014370 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-151d6a1b-128c-4b5d-82a0-244eec0ff794 req-050ddae5-4ed8-462e-808b-3cc81d12850e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 210 time: 0.0333288 Jul 28 04:09:22.015200 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Made reservation on behalf of 5cf7912a76d3442e8c909103b81c60a2 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:22.018744 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.143995 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Allocated IP 172.20.0.3 (5226311a-6478-497b-bbf8-33aa4746baa4/968c623e-52b7-4198-9bba-3ffce6e83697/f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:22.282954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.295881 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Transition to ACTIVE for port object f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:22.328196 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.367205 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Network 5226311a-6478-497b-bbf8-33aa4746baa4 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:22.370128 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:22.373600 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:22.406259 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:22.431913 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:22.432577 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.448077 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-86356122-30ca-46a5-abec-cebcad9bdeec tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848761 Jul 28 04:09:22.461650 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Request body: {'port': {'device_id': '74712426-c08b-4dec-bee4-27075afb45e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:22.521932 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.638023 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-580ed145-764a-476f-be42-41abf140eab4 None None] Provisioning for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:22.641830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-580ed145-764a-476f-be42-41abf140eab4 None None] Provisioning complete for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:22.642146 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-580ed145-764a-476f-be42-41abf140eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.679968 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-580ed145-764a-476f-be42-41abf140eab4 None None] Port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:22.788355 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:09:22.795524 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.807657 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Transition to ACTIVE for port object f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:22.811295 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:22.860922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:22.930028 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Attempting to bind port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:22.930364 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Attempting to bind port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:22.930740 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Attempting to bind port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:22.935098 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 on network 5226311a-6478-497b-bbf8-33aa4746baa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:09:22.935410 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Attempting to bind port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 on network 5226311a-6478-497b-bbf8-33aa4746baa4 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:22.940163 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:22.940526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Checking segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:22.940907 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Bound using segment: {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:22.941377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Bound port: f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:22.941734 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.006620 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:23.009691 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:23.016753 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.053870 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.054481 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.055855 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-6700282e-58c6-424b-8100-059b363ef687 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 1093 time: 0.5985951 Jul 28 04:09:23.056288 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:23.058509 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80" -d '{"events": [{"name": "network-changed", "server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:23.087355 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700282e-58c6-424b-8100-059b363ef687 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:23.150516 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b643667-9b57-4e3e-8e49-037e87d74f5e x-openstack-request-id: req-3b643667-9b57-4e3e-8e49-037e87d74f5e {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:23.150976 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:23.151367 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b643667-9b57-4e3e-8e49-037e87d74f5e {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:23.152024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'status': 'completed', 'code': 200} Jul 28 04:09:23.188927 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-e6cc2179-fba6-4b63-85db-a05cdd9e830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.190445 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-e6cc2179-fba6-4b63-85db-a05cdd9e830c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0926301 Jul 28 04:09:23.198363 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9739ab0-c1cd-4503-832c-edc5591a8c36 req-03ab68e8-1002-4630-8697-665f37942186 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.199793 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a9739ab0-c1cd-4503-832c-edc5591a8c36 req-03ab68e8-1002-4630-8697-665f37942186 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0660172 Jul 28 04:09:23.249202 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-1f470b99-f1da-42c6-835c-76c3a2e91473 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 217 time: 0.0484428 Jul 28 04:09:23.303624 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a9739ab0-c1cd-4503-832c-edc5591a8c36 req-3a28fbe8-aec2-4e6b-a431-48cd2fbddb88 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971916 Jul 28 04:09:23.330362 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-b490eb78-1210-428e-a269-df5ed29881b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.330362 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-b490eb78-1210-428e-a269-df5ed29881b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0668561 Jul 28 04:09:23.369678 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:23.373657 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58206899-1e7a-4639-895a-b97590df9672 req-57ae013b-17b9-4b53-871b-9ef23be1989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.375123 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-57ae013b-17b9-4b53-871b-9ef23be1989c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0431497 Jul 28 04:09:23.467945 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-7a5abfce-3c95-4be8-b3af-42db253c0f9a service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Jul 28 04:09:23.554362 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58206899-1e7a-4639-895a-b97590df9672 req-ad788b6d-40b6-4dc5-9c8f-8373d2bd451d service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792356 Jul 28 04:09:23.646628 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-33bd1b89-63da-452b-b33b-d99cdbdad8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.648109 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-33bd1b89-63da-452b-b33b-d99cdbdad8ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0441396 Jul 28 04:09:23.737969 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-fd96f49d-6299-4324-a871-d14b48bc9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.739514 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-fd96f49d-6299-4324-a871-d14b48bc9288 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.0829864 Jul 28 04:09:23.781908 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-f492b661-0822-4686-a1b3-e324d4a94396 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 217 time: 0.0328686 Jul 28 04:09:23.832670 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-ac9ce45f-1269-44ee-9af5-c2ff8de82313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.834641 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-ac9ce45f-1269-44ee-9af5-c2ff8de82313 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0448356 Jul 28 04:09:23.881180 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-7a4fa46a-dc8b-43dd-910b-0ef150cad2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:23.882607 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-7a4fa46a-dc8b-43dd-910b-0ef150cad2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0388258 Jul 28 04:09:23.970472 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-1e17177f-db23-4a3c-ae25-f935726b6af0 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780864 Jul 28 04:09:24.062174 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f2957e6-a6ad-4121-85f3-dcc474f8fb80 req-b913760b-890e-4699-a75d-b89b974fa84e service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Jul 28 04:09:24.436895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ec81-d029-4c1c-90cd-cbed8398dc2c req-f1e79c83-c028-4e19-a453-e4eebb09faea tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:24.438751 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d3f3ec81-d029-4c1c-90cd-cbed8398dc2c req-f1e79c83-c028-4e19-a453-e4eebb09faea tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0563335 Jul 28 04:09:24.479049 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d3f3ec81-d029-4c1c-90cd-cbed8398dc2c req-56d0c0e1-4868-4fc1-83a7-e64cdbf6e3ea tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337296 Jul 28 04:09:25.605910 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa4178-bbdf-4a69-957a-73a03801b177 req-e926fe83-7167-4696-adec-ab2889e4d2c7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:25.607355 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cdfa4178-bbdf-4a69-957a-73a03801b177 req-e926fe83-7167-4696-adec-ab2889e4d2c7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0544300 Jul 28 04:09:25.644875 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cdfa4178-bbdf-4a69-957a-73a03801b177 req-16e78321-2a52-45c9-aa6a-96cbba920272 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 28 04:09:26.311983 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:09:26.404639 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:26.415728 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:09:26.451829 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.467813 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:09:26.486509 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:26.490200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.536731 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:26.543376 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.543729 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.544069 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.544403 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.544761 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.545092 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.545419 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.545747 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.546071 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.546392 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.546714 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.547035 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.735514 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:09:26.764459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b50f0-be07-4c01-a925-b52a36d33183 req-16625f3b-548e-445d-af9b-b0552c2727cb tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:26.766211 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c98b50f0-be07-4c01-a925-b52a36d33183 req-16625f3b-548e-445d-af9b-b0552c2727cb tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Jul 28 04:09:26.776312 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57534) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:26.808957 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c98b50f0-be07-4c01-a925-b52a36d33183 req-25a9237c-64b5-467c-b6da-0c6d9e5c0224 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365446 Jul 28 04:09:26.833312 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Deleting subnet 54a03eaf-6238-41c3-a38d-4412b661505f {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:09:26.833312 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.860849 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.900122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.949919 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.976537 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a03eaf-6238-41c3-a38d-4412b661505f,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:26.979308 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:26.980661 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54a03eaf-6238-41c3-a38d-4412b661505f HTTP/1.1" status: 204 len: 168 time: 0.2033212 Jul 28 04:09:26.983265 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57538) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:26.986390 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.986733 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.987065 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.987394 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.987720 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.988050 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.988369 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.988717 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.989081 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.989469 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.989786 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:26.990104 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043a6e3a-66bd-41ab-8937-8646b9b8ca81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.050943 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.127668 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.137604 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dea2200-d133-418e-9f2c-459be220462f']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:27.147805 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac34488b-3767-4aeb-be12-55939714c941') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:27.148097 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac34488b-3767-4aeb-be12-55939714c941') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:27.156511 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.169673 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.175167 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:09:27.175544 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:09:27.177268 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:09:27.506239 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.511506 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.513314 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] 10.222.0.43 "DELETE /v2.0/networks/1dea2200-d133-418e-9f2c-459be220462f HTTP/1.1" status: 204 len: 168 time: 0.5289741 Jul 28 04:09:27.523850 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dea2200-d133-418e-9f2c-459be220462f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:27.530695 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.531037 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.531368 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.531697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.532014 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.532353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.532676 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.533015 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.533333 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.533648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.533954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.534266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16aa8184-e2d7-41ef-b4b2-4d528408869f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:09:27.694966 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57542) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:27.733540 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7fab1c54-99dc-47bc-90c0-f5d96875d8ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e066fc25ff634763b8761fbc261d7317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373769 Jul 28 04:09:27.735866 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57544) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:27.782432 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.802896 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.849246 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.851996 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:27.853165 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f225a025-03ba-4932-a386-a40d26ff718e HTTP/1.1" status: 204 len: 168 time: 0.1164119 Jul 28 04:09:27.865139 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441f842-0a17-45ed-ade6-c106d8b1e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225a025-03ba-4932-a386-a40d26ff718e,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:27.939514 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096766f-74bf-4b98-9533-926300df1e66 req-7b7a0525-f0d8-4bb8-9fd8-d6eb4fbeef9f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:27.941097 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c096766f-74bf-4b98-9533-926300df1e66 req-7b7a0525-f0d8-4bb8-9fd8-d6eb4fbeef9f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 944 time: 0.0518813 Jul 28 04:09:27.980783 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c096766f-74bf-4b98-9533-926300df1e66 req-34218547-c5ae-47cd-a679-f75d26cfd974 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jul 28 04:09:28.313295 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:28.482740 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:28.486449 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:28.486948 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.519739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57570) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:28.563602 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.585433 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:28.587686 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6d2fc-ba0c-4af2-b1f2-9390c43ea438" -d '{"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:28.601702 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:28.606544 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.619898 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34517750-network', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:28.634830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470ccb5-36e0-4f11-91bb-a7661004b5c5 x-openstack-request-id: req-1470ccb5-36e0-4f11-91bb-a7661004b5c5 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:28.635333 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:28.635567 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1470ccb5-36e0-4f11-91bb-a7661004b5c5 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:28.635958 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'code': 200} Jul 28 04:09:28.643086 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Made reservation on behalf of 87473f68f92a46a5b938f3b1a47a9649 for: {'network': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:28.646631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.654961 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.666042 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:28.756515 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.767873 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.819472 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:09:28.830029 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e74927-eea0-478f-8606-47e6ed66e67f,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:28.836109 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.836463 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.segments_db [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Added segment 640f2710-4c28-456e-9d67-2b2a8dfb1555 of type vlan for network eabed251-ac98-45ee-8846-9810c250b58c Jul 28 04:09:28.850418 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364953a3-5a15-4a03-85d4-ad0431e2dd61 req-ba807c1f-080d-47d4-aa8a-9dfd0b334895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:28.852200 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-364953a3-5a15-4a03-85d4-ad0431e2dd61 req-ba807c1f-080d-47d4-aa8a-9dfd0b334895 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1098 time: 0.0917828 Jul 28 04:09:28.899457 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.922832 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-364953a3-5a15-4a03-85d4-ad0431e2dd61 req-faa7b320-5aa7-4341-adf2-b020f163004d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 Jul 28 04:09:28.935841 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.936856 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:28.937448 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:28.988443 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4674914 Jul 28 04:09:28.992313 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57576) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:28.996689 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ab256-a241-4580-a166-2dd61afcfef9 admin admin] Pushing event updated for resources: {'Network': ['ID=eabed251-ac98-45ee-8846-9810c250b58c,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:28.997539 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Request body: {'subnet': {'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34517750-subnet', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'ip_version': 4}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:29.009395 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network eabed251-ac98-45ee-8846-9810c250b58c details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:09:29.020668 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Made reservation on behalf of 87473f68f92a46a5b938f3b1a47a9649 for: {'subnet': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:29.024300 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6276734'] for subnet, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.115339 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b844848-28b6-4171-bd38-099ae0f7dad7 req-477f87db-100b-4f62-b7a1-168f679b2241 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:29.117127 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b844848-28b6-4171-bd38-099ae0f7dad7 req-477f87db-100b-4f62-b7a1-168f679b2241 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0567148 Jul 28 04:09:29.161715 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b844848-28b6-4171-bd38-099ae0f7dad7 req-2c0806c4-0fee-40b8-aac1-1bfd9f33e9d8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382586 Jul 28 04:09:29.198208 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7086827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6276620'] for subnet, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.252863 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:29.269587 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Checking segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:29.269939 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Network hostable DHCP agents. Network: eabed251-ac98-45ee-8846-9810c250b58c, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93226) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:09:29.286197 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Network eabed251-ac98-45ee-8846-9810c250b58c is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:09:29.293923 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, eabed251-ac98-45ee-8846-9810c250b58c) {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:29.297914 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:29.298500 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.303841 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac65c5-39b6-4d0a-afca-8d11e92a4e59 None None] Network eabed251-ac98-45ee-8846-9810c250b58c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:09:29.311914 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6047d4c6-0095-48a7-876d-b903ef321d0b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3184435 Jul 28 04:09:29.314516 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57582) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:29.319507 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:29.339291 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.340171 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.390118 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.449304 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-eabed251-ac98-45ee-8846-9810c250b58c', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:09:29.450139 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.531061 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.587654 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Allocated IP 172.20.0.2 (eabed251-ac98-45ee-8846-9810c250b58c/bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b/aa204943-1409-403c-9cc9-01c72aeac0b3) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:29.728756 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.732692 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.742030 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Transition to ACTIVE for port object aa204943-1409-403c-9cc9-01c72aeac0b3 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:29.751379 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.757625 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Transition to ACTIVE for port object aa204943-1409-403c-9cc9-01c72aeac0b3 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:29.764572 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.812060 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Network eabed251-ac98-45ee-8846-9810c250b58c is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:29.815226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:29.822091 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:29.827559 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Pushing event updated for resources: {'Port': ['ID=aa204943-1409-403c-9cc9-01c72aeac0b3,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:29.856393 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Allocated IP 172.28.2.93 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/25a0351f-03af-412f-b189-e89f00fd2fe9) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:29.881039 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Attempting to bind port aa204943-1409-403c-9cc9-01c72aeac0b3 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:29.881466 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Attempting to bind port aa204943-1409-403c-9cc9-01c72aeac0b3 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:29.881832 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Attempting to bind port aa204943-1409-403c-9cc9-01c72aeac0b3 on network eabed251-ac98-45ee-8846-9810c250b58c {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:29.886731 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:29.887096 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Checking segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:29.887490 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.887877 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Bound using segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:29.888359 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Bound port: aa204943-1409-403c-9cc9-01c72aeac0b3, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:29.888759 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.951702 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] For port aa204943-1409-403c-9cc9-01c72aeac0b3, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:29.954776 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] For port aa204943-1409-403c-9cc9-01c72aeac0b3, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aa204943-1409-403c-9cc9-01c72aeac0b3,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:29.958916 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:29.960826 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:30.000369 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:30.023423 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f725cf-ede3-4d9d-9676-d07e850b5fbc None None] Pushing event updated for resources: {'Port': ['ID=aa204943-1409-403c-9cc9-01c72aeac0b3,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:30.039441 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:30.042256 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:30.052861 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:30.076550 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Pushing event updated for resources: {'Port': ['ID=25a0351f-03af-412f-b189-e89f00fd2fe9,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:30.292796 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efba863-2361-4b88-80bd-8e48dba2fdeb req-13f461c1-96bf-4c02-b0ad-afa54e0779ac tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:30.294305 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4efba863-2361-4b88-80bd-8e48dba2fdeb req-13f461c1-96bf-4c02-b0ad-afa54e0779ac tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Jul 28 04:09:30.332524 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4efba863-2361-4b88-80bd-8e48dba2fdeb req-dae1c207-b914-43f7-bb94-6dc95c81d1a9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 28 04:09:30.345536 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:30.458497 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc2cdb-1866-4c95-bdbe-d6b3da06a293 req-ed237719-9a30-4bc3-b4b3-a19aff6fa2a6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:30.460272 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58bc2cdb-1866-4c95-bdbe-d6b3da06a293 req-ed237719-9a30-4bc3-b4b3-a19aff6fa2a6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0569377 Jul 28 04:09:30.469114 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57590) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:30.474558 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Request body: {'floatingip': {'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:30.518845 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:30.762693 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:30.892524 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65074ef1-5d60-48ea-8503-6ca01746be49 None None] Network eabed251-ac98-45ee-8846-9810c250b58c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:09:30.909145 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Router bd4f13fb-6144-4115-9c41-ee890a3ff128 is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93226) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:09:31.006668 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.013708 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.023378 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:31.035292 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Sync routers for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:31.041339 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.045044 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-9f950ee9-6095-4e27-a3a4-055452a96725 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7272019 Jul 28 04:09:31.045320 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57592) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:31.048162 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-b7b143cb-7e48-4e1f-8899-f5eaf11477ba None None] Provisioning for port aa204943-1409-403c-9cc9-01c72aeac0b3 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:31.062267 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:31.062923 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:31.136581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aa204943-1409-403c-9cc9-01c72aeac0b3 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:31.166843 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Floating IP 90071f37-ee2c-41fd-bd56-a66aa56c769d associated. External IP: 172.28.2.70, port: f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991. Jul 28 04:09:31.234839 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:31.412204 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:09:31.439950 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port aa204943-1409-403c-9cc9-01c72aeac0b3 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:31.449892 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port aa204943-1409-403c-9cc9-01c72aeac0b3 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:31.450404 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.500325 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:30Z', 'revision_number': 3, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:31.529483 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.533616 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Checking router: bd4f13fb-6144-4115-9c41-ee890a3ff128 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:31.534350 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Updating router bd4f13fb-6144-4115-9c41-ee890a3ff128 port 25a0351f-03af-412f-b189-e89f00fd2fe9 binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:31.537663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:31.542215 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.551455 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:31.565409 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:31.566122 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:31.571347 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-aaf6076b-a1a6-4ac6-bbd6-d01cfbf87932 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "PUT /v2.0/floatingips/90071f37-ee2c-41fd-bd56-a66aa56c769d HTTP/1.1" status: 200 len: 990 time: 1.1008730 Jul 28 04:09:31.571814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:09:31.574302 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:09:31.607020 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.617962 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-5be10447-bbfe-44cd-a454-c1666acfadaf None None] Provisioning complete for port aa204943-1409-403c-9cc9-01c72aeac0b3 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:31.618275 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5be10447-bbfe-44cd-a454-c1666acfadaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.642170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b6fef-646e-46f3-a56a-cbd80c86a500 x-openstack-request-id: req-711b6fef-646e-46f3-a56a-cbd80c86a500 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:09:31.642461 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:09:31.642578 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.642760 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-711b6fef-646e-46f3-a56a-cbd80c86a500 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:09:31.643086 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'status': 'completed', 'code': 200} Jul 28 04:09:31.708358 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-cfc96039-db3b-4be2-be9e-16eadb552f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:31.709958 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-cfc96039-db3b-4be2-be9e-16eadb552f60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1098 time: 0.0429556 Jul 28 04:09:31.737480 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Allocated IP 172.20.0.1 (eabed251-ac98-45ee-8846-9810c250b58c/bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b/a354c6ef-aff0-40f0-9e6e-93f92274f8ba) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:31.818748 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port aa204943-1409-403c-9cc9-01c72aeac0b3, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aa204943-1409-403c-9cc9-01c72aeac0b3,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:31.820460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-843fb9a6-9d98-4a68-a807-fc24a25f770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:31.821346 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-843fb9a6-9d98-4a68-a807-fc24a25f770f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1019752 Jul 28 04:09:31.827874 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.828865 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:31.877268 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.895251 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Transition to ACTIVE for port object a354c6ef-aff0-40f0-9e6e-93f92274f8ba will not be triggered until provisioned by entity DHCP. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:31.918807 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-99d01b45-a706-4a98-8280-dee9ae6cc662 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 998 time: 0.0879710 Jul 28 04:09:31.940467 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:31.984071 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-7e352dcd-8ee3-43e9-bf30-c162b41cb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:31.986332 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-7e352dcd-8ee3-43e9-bf30-c162b41cb189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0601013 Jul 28 04:09:31.987260 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:32.003796 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Network eabed251-ac98-45ee-8846-9810c250b58c is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:32.005707 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:32.011559 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:32.053933 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-579522ea-d972-4fdd-b050-f3c33973b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:32.056008 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-579522ea-d972-4fdd-b050-f3c33973b6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0585985 Jul 28 04:09:32.078263 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.103522 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=aa204943-1409-403c-9cc9-01c72aeac0b3,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:32.142986 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '90071f37-ee2c-41fd-bd56-a66aa56c769d', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74712426-c08b-4dec-bee4-27075afb45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:09:19Z', 'updated_at': '2021-07-28T04:09:30Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:32.180944 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:32.189902 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:32.190629 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:32.196442 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-c6d55386-711e-4c55-9f4d-1108233fda10 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305423 Jul 28 04:09:32.244609 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.255490 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Transition to ACTIVE for port object 25a0351f-03af-412f-b189-e89f00fd2fe9 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:32.276665 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.276897 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.326749 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:32.338351 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Attempting to bind port 25a0351f-03af-412f-b189-e89f00fd2fe9 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:32.338618 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Attempting to bind port 25a0351f-03af-412f-b189-e89f00fd2fe9 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:32.338972 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Attempting to bind port 25a0351f-03af-412f-b189-e89f00fd2fe9 on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:32.341832 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734e19-4707-40fc-975a-2529805b77ef None None] Pushing event updated for resources: {'Port': ['ID=25a0351f-03af-412f-b189-e89f00fd2fe9,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:32.358154 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:32.358997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:32.358997 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.359845 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:32.359957 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Bound port: 25a0351f-03af-412f-b189-e89f00fd2fe9, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:32.360276 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.375166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-87b0cb69-21e8-4228-b517-cd4e36f7a6d7 req-8a41145e-791e-44f0-b86a-10a628d717f1 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695883 Jul 28 04:09:32.385375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-5a2aac25-b0bc-4482-9b44-c6663c8ce822 None None] Provisioning for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:32.393329 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-5a2aac25-b0bc-4482-9b44-c6663c8ce822 None None] Provisioning complete for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:32.393694 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5a2aac25-b0bc-4482-9b44-c6663c8ce822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.450452 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] For port 25a0351f-03af-412f-b189-e89f00fd2fe9, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:32.452697 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-5a2aac25-b0bc-4482-9b44-c6663c8ce822 None None] Port a354c6ef-aff0-40f0-9e6e-93f92274f8ba cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:32.467420 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] For port 25a0351f-03af-412f-b189-e89f00fd2fe9, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=25a0351f-03af-412f-b189-e89f00fd2fe9,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:32.472533 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.498730 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.507269 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.530706 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:32.531364 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:32.533567 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734e19-4707-40fc-975a-2529805b77ef None None] Pushing event updated for resources: {'Port': ['ID=25a0351f-03af-412f-b189-e89f00fd2fe9,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:32.581555 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:32.585229 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:32.601392 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '90071f37-ee2c-41fd-bd56-a66aa56c769d', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74712426-c08b-4dec-bee4-27075afb45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:09:19Z', 'updated_at': '2021-07-28T04:09:30Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:32.627565 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b85d63-a02b-45f6-8d25-a997017096f4 None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': '90071f37-ee2c-41fd-bd56-a66aa56c769d', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74712426-c08b-4dec-bee4-27075afb45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:09:19Z', 'updated_at': '2021-07-28T04:09:30Z', 'revision_number': 1, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:32.666482 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:32.694502 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Network eabed251-ac98-45ee-8846-9810c250b58c is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:32.696861 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:32.854522 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Router bd4f13fb-6144-4115-9c41-ee890a3ff128 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:09:32.901153 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83095ef-29cb-489b-b5d0-7ef408643bdd None None] New status for floating IP 90071f37-ee2c-41fd-bd56-a66aa56c769d: ACTIVE {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:09:32.935829 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 2, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:32.966405 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b1eaa-b49a-4656-b70f-9bc7876d6fd7 None None] The sync data for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb is: [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 2, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:32.987371 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:32.993207 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-3cc24563-8074-4b2e-b635-ea2dfcc139b8 admin admin] 10.222.0.43 "PUT /v2.0/routers/bd4f13fb-6144-4115-9c41-ee890a3ff128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469204 Jul 28 04:09:33.023948 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-a3770374-e08a-4d5b-b419-c5a887743cee None None] Provisioning complete for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:33.024349 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a3770374-e08a-4d5b-b419-c5a887743cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.076261 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a3770374-e08a-4d5b-b419-c5a887743cee None None] Port a354c6ef-aff0-40f0-9e6e-93f92274f8ba cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:33.105601 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aa204943-1409-403c-9cc9-01c72aeac0b3 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:33.164936 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port aa204943-1409-403c-9cc9-01c72aeac0b3 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:33.165320 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.526558 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57620) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:33.531745 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1070875325-network', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:33.554494 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Made reservation on behalf of bbc1bb4384824495b2d31165dfd60ef5 for: {'network': 1} {{(pid=93226) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:33.557966 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for network, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.568354 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.681803 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.686405 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.712508 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93226) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 04:09:33.725088 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88eb2e-c8ba-4cb6-a4ab-ab35b7155c3b,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:33.730069 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.730403 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.segments_db [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Added segment 45098774-01df-4aaa-8020-6228f8bf99f8 of type vlan for network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 Jul 28 04:09:33.772460 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789889940830'] for network, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.807648 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807'] for network, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.808916 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93226) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:33.809583 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:33.869233 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3413157 Jul 28 04:09:33.869444 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57624) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:33.874488 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Request body: {'subnet': {'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1070875325-subnet', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'ip_version': 4}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:33.879346 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e93bb-90d6-4500-a4b5-94b0f5890648 admin admin] Pushing event updated for resources: {'Network': ['ID=45d1dd2e-f5bb-4eba-9a22-d6279d4fec23,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:33.891811 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 details requested by agent ovs-agent-dv-cinder-740146-11-smb with host dv-cinder-740146-11-smb {{(pid=93227) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 04:09:33.899876 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Made reservation on behalf of bbc1bb4384824495b2d31165dfd60ef5 for: {'subnet': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:33.902459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6269761'] for subnet, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.078167 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6977504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6269747'] for subnet, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.132137 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6727c7b6-9f69-490c-830d-e5338840d44f,revision_number=0']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:34.142424 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Checking segment: {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:34.142775 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Network hostable DHCP agents. Network: 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23, hostable agents: ['af5faa16-08eb-4251-8740-483c8483fd6c'], hosted agents: [] {{(pid=93225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 04:09:34.159749 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 is scheduled to be hosted by DHCP agent af5faa16-08eb-4251-8740-483c8483fd6c with binding_index 1 {{(pid=93225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 04:09:34.168920 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-11-smb, 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23) {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:34.175638 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:34.176475 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.180732 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28803c-f1ab-43cd-a56e-7ef7a5a7cbb0 None None] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:09:34.193516 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-92a744d7-ea91-4ea2-9262-52117706e82e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3228059 Jul 28 04:09:34.196224 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57626) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:34.200703 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:34.227683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-526883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-90831'] for router, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.228814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1010303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90820'] for router, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.278861 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:09:34.286487 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.343506 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe3cf7fb-51ee-5e3e-9366-813457b65b4c-45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'fixed_ips': [{'subnet_id': '6727c7b6-9f69-490c-830d-e5338840d44f'}]}} from dv-cinder-740146-11-smb. {{(pid=93227) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 04:09:34.344349 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.422445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1004723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-526865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90858'] for router, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.477545 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.db_base_plugin_common [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Allocated IP 172.20.0.2 (45d1dd2e-f5bb-4eba-9a22-d6279d4fec23/6727c7b6-9f69-490c-830d-e5338840d44f/c32dfd64-1a6f-4192-bd51-e523f966a340) {{(pid=93227) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:34.631213 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks [] for port, precommit_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.639154 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.640671 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Transition to ACTIVE for port object c32dfd64-1a6f-4192-bd51-e523f966a340 will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:34.659605 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Transition to ACTIVE for port object c32dfd64-1a6f-4192-bd51-e523f966a340 will not be triggered until provisioned by entity DHCP. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:34.665102 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.668062 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796'] for port, after_create {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.705954 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 is already hosted by enough agents. {{(pid=93227) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:34.709474 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.scheduler.base_scheduler [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Resources bound (agent type, host, resource id): {{(pid=93227) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:34.712455 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Received port after_create {{(pid=93227) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:34.750906 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Pushing event updated for resources: {'Port': ['ID=c32dfd64-1a6f-4192-bd51-e523f966a340,revision_number=1']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:34.776412 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Allocated IP 172.28.2.157 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/973988b6-962d-4c28-acbc-9a7580329c7f) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:34.776712 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Attempting to bind port c32dfd64-1a6f-4192-bd51-e523f966a340 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:34.776892 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Attempting to bind port c32dfd64-1a6f-4192-bd51-e523f966a340 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:34.777194 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Attempting to bind port c32dfd64-1a6f-4192-bd51-e523f966a340 on network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:34.782812 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:34.783153 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Checking segment: {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:34.783617 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.783917 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Bound using segment: {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:34.784369 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Bound port: c32dfd64-1a6f-4192-bd51-e523f966a340, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:34.784770 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.854032 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] For port c32dfd64-1a6f-4192-bd51-e523f966a340, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:34.857303 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] For port c32dfd64-1a6f-4192-bd51-e523f966a340, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=c32dfd64-1a6f-4192-bd51-e523f966a340,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:34.862504 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.890349 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.935469 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77876db7-f10f-4594-aaf3-dbac42dbb989 None None] Pushing event updated for resources: {'Port': ['ID=c32dfd64-1a6f-4192-bd51-e523f966a340,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:34.944770 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:34.982698 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Sync routers for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:34.992387 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:34.992865 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:34.993486 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:34.999961 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:35.002904 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:35.006901 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Pushing event updated for resources: {'Port': ['ID=973988b6-962d-4c28-acbc-9a7580329c7f,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:35.124869 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 25a0351f-03af-412f-b189-e89f00fd2fe9 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:35.165603 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:35.207088 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 25a0351f-03af-412f-b189-e89f00fd2fe9 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:35.211389 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 25a0351f-03af-412f-b189-e89f00fd2fe9 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:35.211761 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.308393 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.329996 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 25a0351f-03af-412f-b189-e89f00fd2fe9, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=25a0351f-03af-412f-b189-e89f00fd2fe9,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:35.334470 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.335941 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.385585 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=25a0351f-03af-412f-b189-e89f00fd2fe9,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:35.398725 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 2, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:35.425173 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Checking router: bd4f13fb-6144-4115-9c41-ee890a3ff128 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:35.425521 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Updating router bd4f13fb-6144-4115-9c41-ee890a3ff128 port a354c6ef-aff0-40f0-9e6e-93f92274f8ba binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:35.451289 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.539347 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-526872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1004694'] for router, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.675964 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b is scheduled to L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb with binding_index 1 {{(pid=93225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 04:09:35.733892 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.746467 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Transition to ACTIVE for port object a354c6ef-aff0-40f0-9e6e-93f92274f8ba will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:35.757041 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.794204 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:35.806271 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Sync routers for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:35.806438 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a8ae6-119d-4416-9186-904d67e1967c None None] Pushing event updated for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:35.817382 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.821886 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57634) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:09:35.825936 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:35.826598 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:35.830133 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-51b63151-6f49-463c-a60e-61bc91c4dd87 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6327553 Jul 28 04:09:35.871330 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Attempting to bind port a354c6ef-aff0-40f0-9e6e-93f92274f8ba on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:35.872652 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Attempting to bind port a354c6ef-aff0-40f0-9e6e-93f92274f8ba by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:35.873220 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Attempting to bind port a354c6ef-aff0-40f0-9e6e-93f92274f8ba on network eabed251-ac98-45ee-8846-9810c250b58c {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:35.880543 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:35.880909 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Checking segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:35.881309 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.881693 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Bound using segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:35.882852 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Bound port: a354c6ef-aff0-40f0-9e6e-93f92274f8ba, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:35.884802 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:35.987601 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:36.026160 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] For port a354c6ef-aff0-40f0-9e6e-93f92274f8ba, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:36.030217 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] For port a354c6ef-aff0-40f0-9e6e-93f92274f8ba, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:36.039121 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.140922 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ddbfa7-ec02-4761-8d97-9d51f078ab91 None None] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:09:36.152688 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:36.153609 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.156773 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a8ae6-119d-4416-9186-904d67e1967c None None] Pushing event updated for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=4']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:36.291151 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-aea3bfe7-9e90-4530-a509-a0ae74dc8b99 None None] Provisioning for port c32dfd64-1a6f-4192-bd51-e523f966a340 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:36.291763 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:36.367418 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 3, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.404253 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Checking router: ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:36.404896 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Updating router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b port 973988b6-962d-4c28-acbc-9a7580329c7f binding host dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:36.440795 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.603369 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.611414 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:36Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:36.642216 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf1d05f-92ed-47b1-a347-65de411c5710 None None] The sync data for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb is: [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:36Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:36.789184 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Allocated IP 172.20.0.1 (45d1dd2e-f5bb-4eba-9a22-d6279d4fec23/6727c7b6-9f69-490c-830d-e5338840d44f/f3fa665a-5190-4e49-8ada-5b8bb8f69515) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:36.878894 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.890372 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Transition to ACTIVE for port object 973988b6-962d-4c28-acbc-9a7580329c7f will not be triggered until provisioned by entity L2. {{(pid=93227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:36.898196 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.914028 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.929128 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.provisioning_blocks [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Transition to ACTIVE for port object f3fa665a-5190-4e49-8ada-5b8bb8f69515 will not be triggered until provisioned by entity DHCP. {{(pid=93226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:36.950878 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Attempting to bind port 973988b6-962d-4c28-acbc-9a7580329c7f on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:36.951247 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Attempting to bind port 973988b6-962d-4c28-acbc-9a7580329c7f by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:36.951605 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Attempting to bind port 973988b6-962d-4c28-acbc-9a7580329c7f on network 999ccaec-34bc-4420-a777-283975be4eb5 {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:36.958355 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:36.958728 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Checking segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:36.959131 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.959687 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Bound using segment: {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'} {{(pid=93227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:36.959973 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.managers [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Bound port: 973988b6-962d-4c28-acbc-9a7580329c7f, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c217e2-0b92-4144-a4bc-e3902bdca8de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}}] {{(pid=93227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:36.960344 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.967956 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:36.995463 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7aace-df95-48a1-996b-31e0127dcd26 None None] Pushing event updated for resources: {'Port': ['ID=973988b6-962d-4c28-acbc-9a7580329c7f,revision_number=2']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:37.007575 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:37.010437 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:37.016256 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:37.032065 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] For port 973988b6-962d-4c28-acbc-9a7580329c7f, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:37.036581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] For port 973988b6-962d-4c28-acbc-9a7580329c7f, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=973988b6-962d-4c28-acbc-9a7580329c7f,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:37.042884 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.062229 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:37.088286 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1004617'] for router_interface, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.155412 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:37.156308 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:37.221739 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7aace-df95-48a1-996b-31e0127dcd26 None None] Pushing event updated for resources: {'Port': ['ID=973988b6-962d-4c28-acbc-9a7580329c7f,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:37.325451 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:37.329592 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device c32dfd64-1a6f-4192-bd51-e523f966a340 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:37.337412 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.465378 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ef71a8c1-812e-43ff-8409-6bf3aa9c189b None None] Provisioning for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:37.475696 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-ef71a8c1-812e-43ff-8409-6bf3aa9c189b None None] Provisioning complete for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:37.476014 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ef71a8c1-812e-43ff-8409-6bf3aa9c189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.511055 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.515952 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.531382 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port c32dfd64-1a6f-4192-bd51-e523f966a340 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:37.538582 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-ef71a8c1-812e-43ff-8409-6bf3aa9c189b None None] Port f3fa665a-5190-4e49-8ada-5b8bb8f69515 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:37.540180 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port c32dfd64-1a6f-4192-bd51-e523f966a340 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:37.540557 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.585659 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:37.588144 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-975789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-642265'] for router_interface, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.640987 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 3, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:37.670529 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e1d9c-459a-4145-93ff-8e3fed1561d6 None None] The sync data for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb is: [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 3, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:37.680454 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.681501 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:37.682951 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:37.716614 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port c32dfd64-1a6f-4192-bd51-e523f966a340, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=c32dfd64-1a6f-4192-bd51-e523f966a340,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:37.721393 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.722335 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 25a0351f-03af-412f-b189-e89f00fd2fe9 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:37.802410 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=c32dfd64-1a6f-4192-bd51-e523f966a340,revision_number=3']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:37.815143 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 25a0351f-03af-412f-b189-e89f00fd2fe9 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:37.815528 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:37.826555 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:09:37.917105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device a354c6ef-aff0-40f0-9e6e-93f92274f8ba up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:37.960586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:09:37.965519 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bc87b36b-f259-4496-b81a-29a0f83c4d30 admin admin] 10.222.0.43 "PUT /v2.0/routers/ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1419756 Jul 28 04:09:37.988493 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-082b03fc-1c9a-4680-8f29-64e32f749509 None None] Provisioning complete for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:37.988493 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-082b03fc-1c9a-4680-8f29-64e32f749509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:38.030348 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-082b03fc-1c9a-4680-8f29-64e32f749509 None None] Port f3fa665a-5190-4e49-8ada-5b8bb8f69515 cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:38.032594 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:38.037113 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:38.037484 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:38.131485 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:38.166054 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port a354c6ef-aff0-40f0-9e6e-93f92274f8ba, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:38.170182 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:38.223309 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:39.204347 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device c32dfd64-1a6f-4192-bd51-e523f966a340 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:39.276030 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port c32dfd64-1a6f-4192-bd51-e523f966a340 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:39.276560 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:39.380992 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 973988b6-962d-4c28-acbc-9a7580329c7f up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:39.452720 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port 973988b6-962d-4c28-acbc-9a7580329c7f completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:39.456745 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 973988b6-962d-4c28-acbc-9a7580329c7f triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:39.457113 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:39.552307 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:39.579137 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port 973988b6-962d-4c28-acbc-9a7580329c7f, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=973988b6-962d-4c28-acbc-9a7580329c7f,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:39.586769 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:39.586975 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device a354c6ef-aff0-40f0-9e6e-93f92274f8ba up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:39.684490 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=973988b6-962d-4c28-acbc-9a7580329c7f,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:39.687258 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port a354c6ef-aff0-40f0-9e6e-93f92274f8ba triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:39.687623 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:40.226247 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Sync routers for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:09:40.235914 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:40.236758 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:40.351899 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:40.586165 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 4, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'f3fa665a-5190-4e49-8ada-5b8bb8f69515', 'name': '', 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'mac_address': 'fa:16:3e:fa:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:36Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 2, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'subnets': [{'id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:40.614548 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Checking router: ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:09:40.614888 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Updating router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b port f3fa665a-5190-4e49-8ada-5b8bb8f69515 binding host dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 04:09:40.640118 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:40.960150 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks [] for port, precommit_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:40.971410 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.provisioning_blocks [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Transition to ACTIVE for port object f3fa665a-5190-4e49-8ada-5b8bb8f69515 will not be triggered until provisioned by entity L2. {{(pid=93228) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:40.978034 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:41.082031 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0af25-8a33-4be2-8ba0-2bf8ee6eb66b None None] Pushing event updated for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=3']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:41.120491 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Attempting to bind port f3fa665a-5190-4e49-8ada-5b8bb8f69515 on host dv-cinder-740146-11-smb for vnic_type normal with profile {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:09:41.120491 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Attempting to bind port f3fa665a-5190-4e49-8ada-5b8bb8f69515 by drivers openvswitch,hyperv on host dv-cinder-740146-11-smb at level 0 using segments [{'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:09:41.120491 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Attempting to bind port f3fa665a-5190-4e49-8ada-5b8bb8f69515 on network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:09:41.124008 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Checking agent: {'id': 'f5fa9170-410e-48be-97b9-16e9680d5d46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-11-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 3, 57, 21), 'started_at': datetime.datetime(2021, 7, 28, 3, 57, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-11-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:09:41.124622 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Checking segment: {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93228) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:09:41.125271 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:41.125775 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Bound using segment: {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'} {{(pid=93228) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:09:41.126384 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.managers [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Bound port: f3fa665a-5190-4e49-8ada-5b8bb8f69515, host: dv-cinder-740146-11-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45098774-01df-4aaa-8020-6228f8bf99f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23'}}] {{(pid=93228) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:09:41.126872 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:41.143595 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 973988b6-962d-4c28-acbc-9a7580329c7f up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:41.224195 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port 973988b6-962d-4c28-acbc-9a7580329c7f triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:41.224195 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:41.286465 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] For port f3fa665a-5190-4e49-8ada-5b8bb8f69515, host dv-cinder-740146-11-smb, cleared binding levels {{(pid=93228) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:09:41.299774 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.plugins.ml2.db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] For port f3fa665a-5190-4e49-8ada-5b8bb8f69515, host dv-cinder-740146-11-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=f3fa665a-5190-4e49-8ada-5b8bb8f69515,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93228) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:09:41.319159 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron_lib.callbacks.manager [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93228) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:41.364830 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:09:41.365486 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:41.487970 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0af25-8a33-4be2-8ba0-2bf8ee6eb66b None None] Pushing event updated for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=4']} {{(pid=93228) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:41.518195 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:09:41.773974 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 4, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'f3fa665a-5190-4e49-8ada-5b8bb8f69515', 'name': '', 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'mac_address': 'fa:16:3e:fa:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:36Z', 'updated_at': '2021-07-28T04:09:41Z', 'revision_number': 4, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'subnets': [{'id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:09:41.804325 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64188d41-c686-4c18-80f7-d766d033e0de None None] The sync data for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb is: [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:37Z', 'revision_number': 4, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'f3fa665a-5190-4e49-8ada-5b8bb8f69515', 'name': '', 'network_id': '45d1dd2e-f5bb-4eba-9a22-d6279d4fec23', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'mac_address': 'fa:16:3e:fa:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:36Z', 'updated_at': '2021-07-28T04:09:41Z', 'revision_number': 4, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'subnets': [{'id': '6727c7b6-9f69-490c-830d-e5338840d44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:09:42.812214 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:43.102532 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device f3fa665a-5190-4e49-8ada-5b8bb8f69515 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:43.159918 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:43.167210 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:43.167587 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:43.266283 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:43.304280 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] For port f3fa665a-5190-4e49-8ada-5b8bb8f69515, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=f3fa665a-5190-4e49-8ada-5b8bb8f69515,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:09:43.308790 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:43.368163 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Pushing event updated for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:45.085965 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device f3fa665a-5190-4e49-8ada-5b8bb8f69515 up at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:09:45.139600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Provisioning complete for port f3fa665a-5190-4e49-8ada-5b8bb8f69515 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:45.140071 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:47.606812 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-25ef2359-5def-47de-a17d-93e0458e61dc tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:47.608272 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-25ef2359-5def-47de-a17d-93e0458e61dc tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 813 time: 0.0968127 Jul 28 04:09:47.623057 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5775af0a-b42e-468c-920b-09dfd807f610 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/quotas/87473f68f92a46a5b938f3b1a47a9649 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jul 28 04:09:47.676348 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-7d2c42db-9b9f-4835-8fb4-1a8f972e54de tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482345 Jul 28 04:09:47.769056 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-da0eccf2-05d5-4d54-a9ce-96c7e2ec523a service neutron] 10.222.0.43 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814528 Jul 28 04:09:47.860748 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-8fea21be-cce5-4fb9-a3f3-8b800231ceea service neutron] 10.222.0.43 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854990 Jul 28 04:09:47.915220 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f923-54e1-4a44-b430-46df6f58c68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:48.031776 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aae45d7b-8350-4f26-befc-22a178274540 req-b7cd58fd-c3b2-4387-8552-0f86f98e8598 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 210 time: 0.0279098 Jul 28 04:09:49.033666 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-0bb8f001-3ce1-466f-bdd7-f5e9c75e4694 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:49.035121 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-0bb8f001-3ce1-466f-bdd7-f5e9c75e4694 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 813 time: 0.1147265 Jul 28 04:09:49.050078 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'port': {'device_id': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'admin_state_up': True, 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:09:49.150814 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-609ddf33-0a6d-4c12-af9f-369c570e3496 req-4856c283-d89e-4a3e-ab3d-60cde5cd832d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 210 time: 0.0385613 Jul 28 04:09:49.227368 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Made reservation on behalf of 87473f68f92a46a5b938f3b1a47a9649 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:09:49.232564 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:49.388489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Allocated IP 172.20.0.5 (eabed251-ac98-45ee-8846-9810c250b58c/bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b/f7ced1f2-63dc-4936-be52-6b349b26c6db) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:09:49.483814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d17dc4-4fdd-4576-a1e1-dc9ed6637998 req-d057f079-bf7d-4b90-ab16-40d58f20b4ec tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:49.485487 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81d17dc4-4fdd-4576-a1e1-dc9ed6637998 req-d057f079-bf7d-4b90-ab16-40d58f20b4ec tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0944924 Jul 28 04:09:49.868736 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81d17dc4-4fdd-4576-a1e1-dc9ed6637998 req-9272ed78-5aa5-46e0-99c2-19e3f440fb52 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732808 Jul 28 04:09:49.920977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:49.933895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Transition to ACTIVE for port object f7ced1f2-63dc-4936-be52-6b349b26c6db will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:09:49.969758 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.021070 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Network eabed251-ac98-45ee-8846-9810c250b58c is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:09:50.024474 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:09:50.028067 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:09:50.076697 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:09:50.094324 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:50.095066 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.110865 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-af6c1126-dadb-4d4b-bf8d-50a2f9e3efb5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0645251 Jul 28 04:09:50.221549 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-2d5b2233-ae72-4e70-87b6-28bf85e93e53 None None] Provisioning for port f7ced1f2-63dc-4936-be52-6b349b26c6db completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:09:50.229525 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-2d5b2233-ae72-4e70-87b6-28bf85e93e53 None None] Provisioning complete for port f7ced1f2-63dc-4936-be52-6b349b26c6db triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:09:50.229902 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2233-ae72-4e70-87b6-28bf85e93e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.267791 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b2233-ae72-4e70-87b6-28bf85e93e53 None None] Port f7ced1f2-63dc-4936-be52-6b349b26c6db cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:09:50.299344 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546586aa-2cad-4b7a-ad7c-0698dc84c9fd req-da29db0b-b7e3-4cb1-86a5-c558541e720e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:50.301844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-546586aa-2cad-4b7a-ad7c-0698dc84c9fd req-da29db0b-b7e3-4cb1-86a5-c558541e720e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0570390 Jul 28 04:09:50.345136 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-546586aa-2cad-4b7a-ad7c-0698dc84c9fd req-9a44d0f8-8fb2-4c77-8172-6cf4946a51d0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Jul 28 04:09:50.489126 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-39a8dbbb-aa42-4c56-a868-90ea651dad77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.748933 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:50.997745 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6a746-c365-41b8-9cec-e5584c113137 req-6ed4f8cd-eee5-4c99-be77-f8e45cdb56f6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:50.999359 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0b6a746-c365-41b8-9cec-e5584c113137 req-6ed4f8cd-eee5-4c99-be77-f8e45cdb56f6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Jul 28 04:09:51.041773 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d0b6a746-c365-41b8-9cec-e5584c113137 req-097a2298-4558-4e4b-b2d3-b43f9b69493e tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360966 Jul 28 04:09:51.480300 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26cb26-c357-4024-ac39-649356f93028 req-83d19272-bc44-4012-874d-1dfc74d58c26 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:51.481837 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de26cb26-c357-4024-ac39-649356f93028 req-83d19272-bc44-4012-874d-1dfc74d58c26 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0578408 Jul 28 04:09:51.528915 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de26cb26-c357-4024-ac39-649356f93028 req-53f068c9-2897-46b4-8970-fc46240e9bf7 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Jul 28 04:09:51.611666 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:52.164378 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18310-7351-4e24-a0f2-c511f9965487 req-092e8f61-21eb-4308-9a8b-93f79a5f5909 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:52.165906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ba18310-7351-4e24-a0f2-c511f9965487 req-092e8f61-21eb-4308-9a8b-93f79a5f5909 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0547011 Jul 28 04:09:52.205135 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ba18310-7351-4e24-a0f2-c511f9965487 req-124dbe91-d31e-436b-b569-f8111691a717 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334010 Jul 28 04:09:52.645229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8652466-76c7-4f41-a6aa-ae92d52f4618 req-42f44721-e889-4c0f-b970-dde4c813b027 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:52.646812 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8652466-76c7-4f41-a6aa-ae92d52f4618 req-42f44721-e889-4c0f-b970-dde4c813b027 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0495212 Jul 28 04:09:52.686876 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f8652466-76c7-4f41-a6aa-ae92d52f4618 req-c153ca1a-3024-446f-899a-dcc745bf856f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Jul 28 04:09:53.335715 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872d15-e5df-43c7-9701-6634eb33e9f6 req-2aae0914-d987-46bb-aa74-0d922a700bb4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:53.337116 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-55872d15-e5df-43c7-9701-6634eb33e9f6 req-2aae0914-d987-46bb-aa74-0d922a700bb4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0559671 Jul 28 04:09:53.375534 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:09:53.385270 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-55872d15-e5df-43c7-9701-6634eb33e9f6 req-f22c1187-05e9-4944-a1b0-0d03bc335af1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Jul 28 04:09:53.803348 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29bbd6-3f78-417a-a1b2-46b0843bf6a5 req-14bcd080-be92-410a-a743-e5eb00013055 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:53.804914 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5a29bbd6-3f78-417a-a1b2-46b0843bf6a5 req-14bcd080-be92-410a-a743-e5eb00013055 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0473475 Jul 28 04:09:53.846483 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5a29bbd6-3f78-417a-a1b2-46b0843bf6a5 req-bfde3d64-af17-444f-b4da-6d34b9b35089 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Jul 28 04:09:54.509663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f94e0-6dfc-4c5c-bdaf-d5c47030b3e3 req-06d941b6-bc95-4068-877f-338b8704f81e tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:54.511292 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eb0f94e0-6dfc-4c5c-bdaf-d5c47030b3e3 req-06d941b6-bc95-4068-877f-338b8704f81e tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0491779 Jul 28 04:09:54.553114 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eb0f94e0-6dfc-4c5c-bdaf-d5c47030b3e3 req-e24a23f7-04ac-4a07-9c94-33b398e1829c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352371 Jul 28 04:09:54.975842 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d32b-cde2-4dd5-afb4-c36ea2980653 req-8d141633-b8f3-4a6f-a162-bb02c6ad4716 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:54.977339 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01f3d32b-cde2-4dd5-afb4-c36ea2980653 req-8d141633-b8f3-4a6f-a162-bb02c6ad4716 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0562479 Jul 28 04:09:55.015773 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01f3d32b-cde2-4dd5-afb4-c36ea2980653 req-f7960c13-737a-4964-abff-f7da9da8b6f6 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 28 04:09:55.671293 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8067b-e84f-4b9f-89b8-6d52205a7575 req-d2187812-3ddf-48a6-b163-11580d1531cf tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:55.672962 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b8c8067b-e84f-4b9f-89b8-6d52205a7575 req-d2187812-3ddf-48a6-b163-11580d1531cf tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Jul 28 04:09:55.712960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b8c8067b-e84f-4b9f-89b8-6d52205a7575 req-d96fcc39-22e8-4be4-901f-a80e56a5d978 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Jul 28 04:09:56.142261 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab792-7aa1-417a-9a45-6af7732a7371 req-93689537-de42-4ddc-8752-621f3bd4a20f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:56.143783 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-255ab792-7aa1-417a-9a45-6af7732a7371 req-93689537-de42-4ddc-8752-621f3bd4a20f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0511723 Jul 28 04:09:56.183285 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-255ab792-7aa1-417a-9a45-6af7732a7371 req-0d5b0ae2-270e-4d37-bbf2-294e6d86cae4 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Jul 28 04:09:56.851866 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c69c-acec-40f9-8e54-e35b80edf36c req-6f0a0dba-785d-488f-8aad-a032a8304e8f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:56.853370 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8b47c69c-acec-40f9-8e54-e35b80edf36c req-6f0a0dba-785d-488f-8aad-a032a8304e8f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0572722 Jul 28 04:09:56.893511 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8b47c69c-acec-40f9-8e54-e35b80edf36c req-d4f3fd6a-9cc9-4ca4-a195-0517e6f44316 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342741 Jul 28 04:09:57.312687 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed91b2-42e5-48f7-affb-08e745f6256a req-88757af2-0a6a-40fc-a0b9-099245daef83 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:57.314307 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cbed91b2-42e5-48f7-affb-08e745f6256a req-88757af2-0a6a-40fc-a0b9-099245daef83 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0627656 Jul 28 04:09:57.352847 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-cbed91b2-42e5-48f7-affb-08e745f6256a req-32262937-9b30-48a6-ae2a-0a3bc10a8023 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jul 28 04:09:58.012873 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14222540-7776-4823-ab93-162fe45e6072 req-ca9f07ff-649d-4b9e-9505-2c4f59eed145 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:58.014288 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14222540-7776-4823-ab93-162fe45e6072 req-ca9f07ff-649d-4b9e-9505-2c4f59eed145 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Jul 28 04:09:58.052131 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14222540-7776-4823-ab93-162fe45e6072 req-94280ef8-6cdd-40d5-a63c-e19c39cec284 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Jul 28 04:09:58.484521 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bad27-5542-46fa-87af-07fe03e134ed req-d285d543-dc24-474e-8795-801ea2aa6180 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:58.486005 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d5bad27-5542-46fa-87af-07fe03e134ed req-d285d543-dc24-474e-8795-801ea2aa6180 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0641725 Jul 28 04:09:58.525405 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1d5bad27-5542-46fa-87af-07fe03e134ed req-f685f2bd-d38d-4c1a-a810-176d8b65839c tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Jul 28 04:09:59.183716 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb066e-fc58-49ac-8e34-59f2bc72e052 req-b089d7c1-31f1-4e1c-8f39-e5233b2b0afd tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:59.185269 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81bb066e-fc58-49ac-8e34-59f2bc72e052 req-b089d7c1-31f1-4e1c-8f39-e5233b2b0afd tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0636704 Jul 28 04:09:59.226850 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81bb066e-fc58-49ac-8e34-59f2bc72e052 req-effc36f0-4f6c-46b5-8ee4-09513cb27f21 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356596 Jul 28 04:09:59.645573 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772f021-9298-41ae-a6e9-84cb4efb889a req-e3404640-0b3f-495e-abd2-17f2327a4e18 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:09:59.647366 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0772f021-9298-41ae-a6e9-84cb4efb889a req-e3404640-0b3f-495e-abd2-17f2327a4e18 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0500033 Jul 28 04:09:59.689607 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0772f021-9298-41ae-a6e9-84cb4efb889a req-e5b8da65-e5b5-4fc2-b978-a0d25956d7f5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Jul 28 04:10:00.346692 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca19d-0928-456c-be8f-5cd3391db5b0 req-d6cfec51-97fa-46ef-96e7-ee0c7f369627 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:00.348500 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-048ca19d-0928-456c-be8f-5cd3391db5b0 req-d6cfec51-97fa-46ef-96e7-ee0c7f369627 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0534508 Jul 28 04:10:00.388163 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-048ca19d-0928-456c-be8f-5cd3391db5b0 req-9990a9f0-d347-493b-a4bf-d03c1ad11a3e tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Jul 28 04:10:00.805205 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d27cfd-1d6a-4d3f-9fc0-88ab424cd788 req-05c77b21-2376-4ab9-b966-4abc0f265b77 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:00.806588 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8d27cfd-1d6a-4d3f-9fc0-88ab424cd788 req-05c77b21-2376-4ab9-b966-4abc0f265b77 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 931 time: 0.0505221 Jul 28 04:10:00.847239 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c8d27cfd-1d6a-4d3f-9fc0-88ab424cd788 req-18d30b3f-7737-4d36-9543-a9317ef1af07 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jul 28 04:10:01.105019 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Request body: {'port': {'device_id': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:01.166407 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.541430 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ced1f2-63dc-4936-be52-6b349b26c6db {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:10:01.552885 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.574661 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bbdb3-1349-4120-97b0-fa45f5c4c553 req-84625ede-50cc-46cc-8730-c2217367aafc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:01.576940 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b36bbdb3-1349-4120-97b0-fa45f5c4c553 req-84625ede-50cc-46cc-8730-c2217367aafc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.1118181 Jul 28 04:10:01.585765 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Transition to ACTIVE for port object f7ced1f2-63dc-4936-be52-6b349b26c6db will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:10:01.593747 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.691923 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b36bbdb3-1349-4120-97b0-fa45f5c4c553 req-87b5a481-ae62-4155-baf4-da49648304dc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078930 Jul 28 04:10:01.693399 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:01.785960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Attempting to bind port f7ced1f2-63dc-4936-be52-6b349b26c6db on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:10:01.787015 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Attempting to bind port f7ced1f2-63dc-4936-be52-6b349b26c6db by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:10:01.787355 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Attempting to bind port f7ced1f2-63dc-4936-be52-6b349b26c6db on network eabed251-ac98-45ee-8846-9810c250b58c {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:10:01.791882 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Port f7ced1f2-63dc-4936-be52-6b349b26c6db on network eabed251-ac98-45ee-8846-9810c250b58c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:10:01.792209 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Attempting to bind port f7ced1f2-63dc-4936-be52-6b349b26c6db on network eabed251-ac98-45ee-8846-9810c250b58c {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:10:01.797189 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:10:01.797523 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Checking segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:10:01.797905 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Bound using segment: {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:10:01.798325 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Bound port: f7ced1f2-63dc-4936-be52-6b349b26c6db, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '640f2710-4c28-456e-9d67-2b2a8dfb1555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:10:01.798683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.863413 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:10:01.866909 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:10:01.872481 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.910585 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:01.911235 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:01.912828 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 1093 time: 0.8123264 Jul 28 04:10:01.913219 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:01.915440 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752939af-e3cd-491f-9b88-cbe6619aca48" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:01.959635 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1639d733-82b2-4407-bf73-e0ac4492749e x-openstack-request-id: req-1639d733-82b2-4407-bf73-e0ac4492749e {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:01.959922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:01.960166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1639d733-82b2-4407-bf73-e0ac4492749e {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:01.960597 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:10:01.971029 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f1a5a-52ec-4db9-9728-f8108487d871 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:02.021626 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9ed29-75ac-47a2-bbfc-58230085ebdd req-ce326744-dad3-4e79-a866-68ba14c06619 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.023107 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8ed9ed29-75ac-47a2-bbfc-58230085ebdd req-ce326744-dad3-4e79-a866-68ba14c06619 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 943 time: 0.1024106 Jul 28 04:10:02.029616 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-1a704565-6581-4ce4-9973-b06fc01a1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.031089 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-1a704565-6581-4ce4-9973-b06fc01a1d13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1096 time: 0.0571873 Jul 28 04:10:02.089561 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-df1ff62f-2e05-47a6-ad1b-ab30da132475 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 217 time: 0.0467985 Jul 28 04:10:02.144039 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8ed9ed29-75ac-47a2-bbfc-58230085ebdd req-0033a953-dbc8-4d38-ba54-00fccc5f13a0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119933 Jul 28 04:10:02.154519 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5e5b8acd-7511-4446-b3d3-53db9edefcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.155986 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-5e5b8acd-7511-4446-b3d3-53db9edefcd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0581849 Jul 28 04:10:02.205000 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-1c6c2b43-f390-459f-be13-59243ccef9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.206505 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-1c6c2b43-f390-459f-be13-59243ccef9f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0413575 Jul 28 04:10:02.299873 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-72eebd82-651b-4a9b-ac22-e1530fa4252e service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855086 Jul 28 04:10:02.391860 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fefc3d11-bbf8-4d92-9ffd-c46f9aa4239b req-4a606a75-5edb-4ed0-bf4f-4691d723d74f service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Jul 28 04:10:02.483333 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-03ecb1a2-2664-4187-ab28-5a21deabf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.484870 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-03ecb1a2-2664-4187-ab28-5a21deabf724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1096 time: 0.0449321 Jul 28 04:10:02.570797 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-1b3f4013-6260-4dd6-9f32-3ccb3fc43bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.572216 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-1b3f4013-6260-4dd6-9f32-3ccb3fc43bd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.0796630 Jul 28 04:10:02.618844 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-126b24b7-6917-4589-a151-f439a0e42082 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 217 time: 0.0377691 Jul 28 04:10:02.669086 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-ac429feb-ab50-40c1-af6a-92dcc6beb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.670505 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-ac429feb-ab50-40c1-af6a-92dcc6beb7a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0423696 Jul 28 04:10:02.715467 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-97c9c614-184c-45f4-bb71-92655838e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.716994 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-97c9c614-184c-45f4-bb71-92655838e8db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0383203 Jul 28 04:10:02.842727 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168133c-78f8-4034-a199-3c91950c3e28 req-ed8e1f54-4e92-419d-82eb-a9ce0ff6c206 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:02.844200 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7168133c-78f8-4034-a199-3c91950c3e28 req-ed8e1f54-4e92-419d-82eb-a9ce0ff6c206 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0745029 Jul 28 04:10:02.849584 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-79df1273-627c-4391-b2f6-31575f0df687 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244485 Jul 28 04:10:02.929215 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7168133c-78f8-4034-a199-3c91950c3e28 req-f9cef1fe-6e01-43a3-bd58-bbfff7867ff0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786743 Jul 28 04:10:02.961990 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-752939af-e3cd-491f-9b88-cbe6619aca48 req-61f961f0-1898-44f6-a62d-3e0aa1848991 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987849 Jul 28 04:10:03.261998 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397ecd8-d95a-4fa4-bbbd-8dc90bb03b3a req-7314f89e-8222-46b6-9cb0-c5ece4a5295e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:03.263516 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5397ecd8-d95a-4fa4-bbbd-8dc90bb03b3a req-7314f89e-8222-46b6-9cb0-c5ece4a5295e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 943 time: 0.0512064 Jul 28 04:10:03.302432 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5397ecd8-d95a-4fa4-bbbd-8dc90bb03b3a req-5093dcbd-da32-401b-8fd8-bdef595d0847 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Jul 28 04:10:04.046890 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ebaeb-ec38-4587-b17c-4b2f2b4a51fd req-3facb9cd-970d-49e2-ad3e-b67dbd4f72ac tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:04.048356 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-893ebaeb-ec38-4587-b17c-4b2f2b4a51fd req-3facb9cd-970d-49e2-ad3e-b67dbd4f72ac tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0474463 Jul 28 04:10:04.084835 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-893ebaeb-ec38-4587-b17c-4b2f2b4a51fd req-84bf7c36-6015-4d8c-9145-ae5be1792be7 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Jul 28 04:10:04.416845 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666bc00-7852-4efc-b69d-902d1c1acebc req-9e153af5-a7ae-4ea4-b7ac-25b30006e201 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:04.418319 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0666bc00-7852-4efc-b69d-902d1c1acebc req-9e153af5-a7ae-4ea4-b7ac-25b30006e201 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 943 time: 0.0485854 Jul 28 04:10:04.458653 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0666bc00-7852-4efc-b69d-902d1c1acebc req-d525e548-eb8d-4b9b-b784-c242707fd676 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Jul 28 04:10:04.488239 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f7ced1f2-63dc-4936-be52-6b349b26c6db details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:10:04.693303 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:04.704027 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'port_id': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'mac_address': 'fa:16:3e:d5:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:10:04.740644 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:04.753009 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ced1f2-63dc-4936-be52-6b349b26c6db {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:10:04.771996 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:04.775790 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:04.822010 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:05.014303 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:05.202426 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253eee7-316a-4317-84e1-0c51dfa8f737 req-53fa4dfd-66cb-4cdb-83e2-60de4fff7e67 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:05.203877 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a253eee7-316a-4317-84e1-0c51dfa8f737 req-53fa4dfd-66cb-4cdb-83e2-60de4fff7e67 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0477250 Jul 28 04:10:05.241326 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a253eee7-316a-4317-84e1-0c51dfa8f737 req-56668f44-a9a2-4eee-a7b3-46f9054edcf5 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311308 Jul 28 04:10:05.575106 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c44c-111c-4065-a155-1c081a796a37 req-2cfe1756-f6f9-44cf-9e13-9fd8c2fbe37a tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:05.576609 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15d9c44c-111c-4065-a155-1c081a796a37 req-2cfe1756-f6f9-44cf-9e13-9fd8c2fbe37a tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 944 time: 0.0509734 Jul 28 04:10:05.613692 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15d9c44c-111c-4065-a155-1c081a796a37 req-3adb66ed-5a9b-4f98-8278-848be90dc294 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Jul 28 04:10:06.356398 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc65a8-043e-4a39-bd47-1ffd2449ecd1 req-c9901c8a-1b5b-4fb7-9a46-49a0c5564e71 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:06.357867 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94fc65a8-043e-4a39-bd47-1ffd2449ecd1 req-c9901c8a-1b5b-4fb7-9a46-49a0c5564e71 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Jul 28 04:10:06.398790 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94fc65a8-043e-4a39-bd47-1ffd2449ecd1 req-9c0fa38c-92a3-45a9-b7a8-5e715cb38d7b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351424 Jul 28 04:10:06.524128 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f7ced1f2-63dc-4936-be52-6b349b26c6db up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:06.572082 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port f7ced1f2-63dc-4936-be52-6b349b26c6db completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:10:06.575646 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port f7ced1f2-63dc-4936-be52-6b349b26c6db triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:06.576014 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:06.653375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:06.676226 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:06.678704 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0e5f1-c756-4d97-84a3-7cfe01b0aef3" -d '{"events": [{"server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "name": "network-vif-plugged", "status": "completed", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:06.691728 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:06.697823 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:06.721051 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f958e7e0-ea82-4f8e-b949-181c250d8a4a x-openstack-request-id: req-f958e7e0-ea82-4f8e-b949-181c250d8a4a {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:06.721300 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "name": "network-vif-plugged", "status": "completed", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:06.721551 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f958e7e0-ea82-4f8e-b949-181c250d8a4a {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:06.721934 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'code': 200} Jul 28 04:10:06.736947 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e1ee-1f8a-4e7b-8404-1665a67dbdc5 req-c2689902-1aa1-45b1-a780-f8afe04ec12d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:06.739477 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7836e1ee-1f8a-4e7b-8404-1665a67dbdc5 req-c2689902-1aa1-45b1-a780-f8afe04ec12d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 944 time: 0.0593629 Jul 28 04:10:06.748665 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:06.782410 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7836e1ee-1f8a-4e7b-8404-1665a67dbdc5 req-54768d64-4e88-4f0c-aef7-9f91866a8a78 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Jul 28 04:10:06.883145 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577651-1955-41ad-9c44-2ddd68ac7a12 req-d8106f50-9c3d-48de-bde5-dc7bf0c173e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:06.884632 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0577651-1955-41ad-9c44-2ddd68ac7a12 req-d8106f50-9c3d-48de-bde5-dc7bf0c173e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1098 time: 0.0397406 Jul 28 04:10:06.919534 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b0577651-1955-41ad-9c44-2ddd68ac7a12 req-0c64a9c2-2db3-4c9e-80aa-7f4027f2193b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276697 Jul 28 04:10:07.512684 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd425a7-259c-457d-9f0f-69e95bb71651 req-9f26e827-664b-48f2-8f89-6ada0f095b9f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:07.514127 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1bd425a7-259c-457d-9f0f-69e95bb71651 req-9f26e827-664b-48f2-8f89-6ada0f095b9f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0476110 Jul 28 04:10:07.554363 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1bd425a7-259c-457d-9f0f-69e95bb71651 req-9fdd1152-3f10-48bc-807d-0669e8b120a9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344141 Jul 28 04:10:07.899855 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c136578-9aa6-45b5-98bb-055321a888ce req-1dbc773d-ffd3-42bf-8dc0-642853fa29cd tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:07.901382 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8c136578-9aa6-45b5-98bb-055321a888ce req-1dbc773d-ffd3-42bf-8dc0-642853fa29cd tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Jul 28 04:10:07.939214 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8c136578-9aa6-45b5-98bb-055321a888ce req-d259a226-deca-4d4e-a2e7-96b0f0c3f96e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Jul 28 04:10:08.051431 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b431c78-3cf9-471c-8000-1d0bc8a86ca5 req-d9ad0729-f38d-4142-8d43-0fc3e569283f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:08.053743 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b431c78-3cf9-471c-8000-1d0bc8a86ca5 req-d9ad0729-f38d-4142-8d43-0fc3e569283f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0479033 Jul 28 04:10:08.092235 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b431c78-3cf9-471c-8000-1d0bc8a86ca5 req-dc1b2748-5d5b-4897-b48f-4b6ab4c87eef tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 28 04:10:08.405876 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947be7ac-6b6f-4551-961d-89a81a3d5fc6 req-c0f95aa8-1e43-4db6-8b67-c78714adcd79 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:08.407316 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-947be7ac-6b6f-4551-961d-89a81a3d5fc6 req-c0f95aa8-1e43-4db6-8b67-c78714adcd79 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Jul 28 04:10:08.448819 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-947be7ac-6b6f-4551-961d-89a81a3d5fc6 req-7aafeb2e-95be-48a9-b856-59d4d5e55910 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Jul 28 04:10:08.671928 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1177fb-66a2-4434-beb6-62badf5de84a req-a40d5732-6ebc-4f15-b694-81810b5c3e42 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:08.673275 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0a1177fb-66a2-4434-beb6-62badf5de84a req-a40d5732-6ebc-4f15-b694-81810b5c3e42 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Jul 28 04:10:08.734990 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0a1177fb-66a2-4434-beb6-62badf5de84a req-e6d0cc12-9629-4f47-a8d8-c8daedf459db tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526714 Jul 28 04:10:09.843231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71759caa-a5b7-416b-9309-2d02130efd99 req-43195da0-e24c-46be-96c3-0caa89d275b1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:09.844745 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71759caa-a5b7-416b-9309-2d02130efd99 req-43195da0-e24c-46be-96c3-0caa89d275b1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Jul 28 04:10:09.883802 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-71759caa-a5b7-416b-9309-2d02130efd99 req-aa3cc66f-d3e2-4003-b7be-2d71d59889b0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332506 Jul 28 04:10:11.001922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99529d8-6d41-44fe-92b2-56f5001d9ab6 req-9f6c4e49-68f0-4832-8d1c-2ef8dacb7b22 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:11.003438 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b99529d8-6d41-44fe-92b2-56f5001d9ab6 req-9f6c4e49-68f0-4832-8d1c-2ef8dacb7b22 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Jul 28 04:10:11.047291 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b99529d8-6d41-44fe-92b2-56f5001d9ab6 req-9e9e8649-a48e-4bfd-bbf5-cae55000cdc2 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368490 Jul 28 04:10:11.277825 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:11.698285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77efbe-e7e3-4551-9273-de820cf59efe req-b20789f6-b93e-471b-9db3-1ddb0320cc19 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:11.699752 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ca77efbe-e7e3-4551-9273-de820cf59efe req-b20789f6-b93e-471b-9db3-1ddb0320cc19 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Jul 28 04:10:11.737520 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ca77efbe-e7e3-4551-9273-de820cf59efe req-e0d43d5d-71f6-407a-a67c-4667cc96f112 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319326 Jul 28 04:10:11.759069 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57936) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:11.878242 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f6685-3fde-4dd7-a717-dabd9ae6e2d2 tempest-TestMinimumBasicScenario-631834442 tempest-TestMinimumBasicScenario-631834442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:11.879686 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-e99f6685-3fde-4dd7-a717-dabd9ae6e2d2 tempest-TestMinimumBasicScenario-631834442 tempest-TestMinimumBasicScenario-631834442-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1093 time: 0.1196783 Jul 28 04:10:11.882593 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 57940) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:11.886935 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'port_id': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:11.908337 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for floatingip, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.006754 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.108033 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Allocated IP 172.28.2.111 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/e2ab8ad7-94f6-4ce9-8b92-fe16197dd232) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:10:12.213482 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe1bd8-6721-4ef5-adaa-6f600d31c0b2 req-2d886876-8145-4cbb-8eba-452ad9e18ce0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:12.214936 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-23fe1bd8-6721-4ef5-adaa-6f600d31c0b2 req-2d886876-8145-4cbb-8eba-452ad9e18ce0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.1011312 Jul 28 04:10:12.274117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.278624 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-23fe1bd8-6721-4ef5-adaa-6f600d31c0b2 req-9e7e53cb-adcf-4e22-badd-464f54ebd976 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577927 Jul 28 04:10:12.317814 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.358399 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:10:12.361125 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:10:12.368073 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:10:12.373407 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'Port': ['ID=e2ab8ad7-94f6-4ce9-8b92-fe16197dd232,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:12.655115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c5949-98ed-4415-98f8-7856bb0291ce req-c2f4e2a6-fb70-4daf-b25a-ab6ac9942e25 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:12.656528 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-500c5949-98ed-4415-98f8-7856bb0291ce req-c2f4e2a6-fb70-4daf-b25a-ab6ac9942e25 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.1628966 Jul 28 04:10:12.659608 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-69fd3256-35bd-456f-bc30-4058391b8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:12.661005 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-69fd3256-35bd-456f-bc30-4058391b8dba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1098 time: 0.1073182 Jul 28 04:10:12.796128 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.809781 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-500c5949-98ed-4415-98f8-7856bb0291ce req-603650a7-519e-40f6-bc95-9da7ba44b406 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436877 Jul 28 04:10:12.884134 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-67587e2f-57e4-4402-8f5e-0d62c10453f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:12.885652 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-67587e2f-57e4-4402-8f5e-0d62c10453f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.2151015 Jul 28 04:10:12.941808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:12.983354 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-077b5864-8e97-4f20-8607-794b8119befe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 1001 time: 0.0894725 Jul 28 04:10:13.315869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.318246 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-74fab1da-de69-4a56-b616-58a4bcece4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:13.319696 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-74fab1da-de69-4a56-b616-58a4bcece4d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.3269715 Jul 28 04:10:13.398586 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-81f2f882-ae64-4f5d-962a-bd6a1fc223b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:13.400070 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-81f2f882-ae64-4f5d-962a-bd6a1fc223b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0620232 Jul 28 04:10:13.553476 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-9abdeec6-e2dd-473d-bd20-21864313191d service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442385 Jul 28 04:10:13.578769 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.589963 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.707864 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'Port': ['ID=e2ab8ad7-94f6-4ce9-8b92-fe16197dd232,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:13.717256 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:13.762411 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-aa2e9557-5b62-43e1-93be-d68e9cef4115 req-6ccd264d-ad83-4d88-ba3d-d723e5612d12 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949043 Jul 28 04:10:13.824598 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Floating IP a11ba4a5-95c8-4a90-82cf-bd91bd65a429 associated. External IP: 172.28.2.111, port: f7ced1f2-63dc-4936-be52-6b349b26c6db. Jul 28 04:10:13.969383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d1e5-9607-4870-92b4-14bfe7b49aa1 req-c0fa3ac8-c05a-4f8b-9f4f-a68eec91c30b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:13.970839 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2304d1e5-9607-4870-92b4-14bfe7b49aa1 req-c0fa3ac8-c05a-4f8b-9f4f-a68eec91c30b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0908499 Jul 28 04:10:14.069713 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2304d1e5-9607-4870-92b4-14bfe7b49aa1 req-b1a6320b-6d23-4ffa-8918-32b635aea8f4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661240 Jul 28 04:10:14.097154 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Router bd4f13fb-6144-4115-9c41-ee890a3ff128 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:10:14.211432 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:10:14.220958 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Sync routers for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:10:14.227526 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.230925 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:14.231553 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:14.257459 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-0364063a-44ed-4ad2-8b38-5d25db966ae9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3704584 Jul 28 04:10:14.257459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:14.257459 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a091806-299d-4d95-9d3d-29d11ec8411e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:14.257887 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57958) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.262621 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360670325', 'description': 'tempest-secgroup-smoke-360670325 description', 'project_id': '87473f68f92a46a5b938f3b1a47a9649'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.288411 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.293956 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce12040c-4c9b-4f49-a70e-deee089a9e4b x-openstack-request-id: req-ce12040c-4c9b-4f49-a70e-deee089a9e4b {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:14.294291 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:14.294580 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce12040c-4c9b-4f49-a70e-deee089a9e4b {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:14.294975 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:10:14.340279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:14.372837 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-2f6fd4c8-14ce-4dfd-ad3f-8c1418566269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:14.374380 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-2f6fd4c8-14ce-4dfd-ad3f-8c1418566269 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1098 time: 0.0571322 Jul 28 04:10:14.380400 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.385707 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.418340 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:14.421206 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.425916 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-74f38661-2881-4b67-81fe-d9bb8860fb89 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1667273 Jul 28 04:10:14.426590 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57962) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.432369 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.467717 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.488610 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-9e5b725b-40fb-49e6-97ce-9f62451afa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:14.490551 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-9e5b725b-40fb-49e6-97ce-9f62451afa7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.1079741 Jul 28 04:10:14.544074 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.550230 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.572356 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40343688-68f3-4848-bb7f-ebf66ec96792,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:14.580666 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.581861 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c7887422-f224-4fb0-9351-bf162a15523b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534550 Jul 28 04:10:14.585520 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57964) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.590563 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-bb9efd86-4052-480d-8707-a9c81cf8a63d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 999 time: 0.0888770 Jul 28 04:10:14.592018 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.610851 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'a11ba4a5-95c8-4a90-82cf-bd91bd65a429', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'port_id': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'mac_address': 'fa:16:3e:d5:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:10:12Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 0, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:14.621392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.639238 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Checking router: bd4f13fb-6144-4115-9c41-ee890a3ff128 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:10:14.646801 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-c2825409-493e-4dfd-940e-1ceab5cccde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:14.648320 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-c2825409-493e-4dfd-940e-1ceab5cccde5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0498297 Jul 28 04:10:14.648783 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:10:14.649468 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:09:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:14.686949 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.692140 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.698379 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-cec16cf4-633d-44ac-9e04-00b2b6ee4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:14.699858 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-cec16cf4-633d-44ac-9e04-00b2b6ee4c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0432193 Jul 28 04:10:14.707684 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f996c8-db37-4484-8e97-373f237472e0,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:14.723529 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.726764 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-75b9bfb0-b18c-4e6d-8de0-ec3bfcf58b09 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382997 Jul 28 04:10:14.729378 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57966) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.734292 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.760879 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.762002 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:10:14.809997 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-4a17609c-40bd-4b0a-98e4-aced1500f4f6 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998778 Jul 28 04:10:14.823025 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.827194 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.848440 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8d05c3-f928-45df-b822-c055eedf6896,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:14.853282 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.854892 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-93190d80-5cb9-4033-bda2-f92621b74e1e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242013 Jul 28 04:10:14.857652 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57968) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.862859 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.891698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.910818 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2a091806-299d-4d95-9d3d-29d11ec8411e req-18006edc-b88e-4e1a-b4cb-07002fdee34d service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934734 Jul 28 04:10:14.953749 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.957425 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.975276 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6215fd16-68fd-41ef-abf4-bdfac8b5d955,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:14.982081 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:14.983461 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b553659d-86c7-456a-940a-3b32553f4947 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245487 Jul 28 04:10:14.986278 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57970) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:14.992643 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:14.997578 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'a11ba4a5-95c8-4a90-82cf-bd91bd65a429', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'port_id': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'mac_address': 'fa:16:3e:d5:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:10:12Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 0, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:10:15.020027 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.securitygroups_db [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Project 87473f68f92a46a5b938f3b1a47a9649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:10:15.023899 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02238d0-1e33-4df2-9434-a47a41139268 None None] The sync data for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb is: [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'a11ba4a5-95c8-4a90-82cf-bd91bd65a429', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'port_id': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'mac_address': 'fa:16:3e:d5:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:10:12Z', 'updated_at': '2021-07-28T04:10:12Z', 'revision_number': 0, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:10:15.025026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.090085 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.094207 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.112703 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478e47c4-37d2-456b-84a7-4fcec61aeb52,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:15.120818 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.124527 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-919b54e1-b7fe-44f6-9bdd-c503d7a03a28 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346002 Jul 28 04:10:15.124675 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 57974) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:15.129168 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'security_group_rule': {'security_group_id': 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7', 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:15.150252 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.securitygroups_db [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Project 87473f68f92a46a5b938f3b1a47a9649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 04:10:15.154955 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.194698 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ceb0f-afca-4113-9441-d7873995ebc7 req-3fb1ee1f-2268-4593-8559-546af4ced0d0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:15.196361 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e0ceb0f-afca-4113-9441-d7873995ebc7 req-3fb1ee1f-2268-4593-8559-546af4ced0d0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Jul 28 04:10:15.225882 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.230534 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.243538 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e0ceb0f-afca-4113-9441-d7873995ebc7 req-1686338b-1bf8-4dc9-ae92-ebb743b514a4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Jul 28 04:10:15.252899 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8113630-d9e4-4865-b005-ec29234c10b2,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:15.261576 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75976259-60d9-46f7-8f28-23b877cc295c None None] New status for floating IP a11ba4a5-95c8-4a90-82cf-bd91bd65a429: ACTIVE {{(pid=93228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:10:15.262149 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.263496 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-2a794624-1cbb-4537-a664-00372b9d8ac9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378493 Jul 28 04:10:15.356876 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-6161d154-d32e-491f-a2ac-66ed8e48011b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360670325&fields=id&tenant_id=87473f68f92a46a5b938f3b1a47a9649 HTTP/1.1" status: 200 len: 267 time: 0.0332561 Jul 28 04:10:15.416460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-e193a250-4fa9-4658-a909-86e8effd8a4b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:15.417863 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-e193a250-4fa9-4658-a909-86e8effd8a4b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0548520 Jul 28 04:10:15.429805 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'port': {'security_groups': ['04e74927-eea0-478f-8606-47e6ed66e67f', 'a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:10:15.495342 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.681219 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:15.711147 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.715531 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.727641 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:15.762198 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:15.762825 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:15.769789 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-40e61a16-2cc2-4f59-96ca-90771abd97bb req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "PUT /v2.0/ports/f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 981 time: 0.3425858 Jul 28 04:10:15.798922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3fc84-034b-41e3-99ae-2c1196da1d92 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=6']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:15.846918 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:15.886060 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5b8a5-eb4d-461f-b24d-7eafe872f6c9 req-d1eb4eb7-9987-49f7-9f12-27abb98385a5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:15.888469 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a5b5b8a5-eb4d-461f-b24d-7eafe872f6c9 req-d1eb4eb7-9987-49f7-9f12-27abb98385a5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0558381 Jul 28 04:10:15.934934 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a5b5b8a5-eb4d-461f-b24d-7eafe872f6c9 req-61ad39cf-6514-48e0-a90c-a99c842325bf tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382116 Jul 28 04:10:16.033232 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-8e648607-fee2-400a-b377-f50f41b3e867 None None] Provisioning complete for port f7ced1f2-63dc-4936-be52-6b349b26c6db triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:16.033522 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8e648607-fee2-400a-b377-f50f41b3e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:16.295683 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:16.298097 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce873255-53fe-4286-aac9-c440b3fdf0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:16.336267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe55000-1c09-496f-920c-ed288545291a x-openstack-request-id: req-efe55000-1c09-496f-920c-ed288545291a {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:16.336586 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:16.336833 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-efe55000-1c09-496f-920c-ed288545291a {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:16.337250 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:10:16.399267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-724ef8cc-05b4-4080-aed0-a5d4557a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:16.400879 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-724ef8cc-05b4-4080-aed0-a5d4557a8edb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1137 time: 0.0418041 Jul 28 04:10:16.496902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-80073c19-1dc6-4f97-ab9f-438bfe1f2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:16.498333 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-80073c19-1dc6-4f97-ab9f-438bfe1f2474 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.0874109 Jul 28 04:10:16.562394 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-7777c034-0eba-4dc1-bca3-95613f2ff766 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 1001 time: 0.0566647 Jul 28 04:10:16.610191 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-0dba9e9f-c635-487f-bdb3-f29fcff5cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:16.611568 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-0dba9e9f-c635-487f-bdb3-f29fcff5cfe9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0417466 Jul 28 04:10:16.657612 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-eb7f529d-70fa-4835-8a02-1ac443262c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:16.659025 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-eb7f529d-70fa-4835-8a02-1ac443262c25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0404139 Jul 28 04:10:16.746675 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-e8733a07-0d99-4593-bedf-66135bd4c2da service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800560 Jul 28 04:10:16.836699 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce873255-53fe-4286-aac9-c440b3fdf0fd req-616bdd33-3f29-44dc-9da7-ff72e0fd3492 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826039 Jul 28 04:10:17.917594 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5137227d-2480-4efb-ac89-1ced46eb2577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.055710 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94ea21-d7f8-46a2-9897-0e9efb3d97d4 req-fc66314b-be29-4318-bf52-27ab33882eb7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:20.057213 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea94ea21-d7f8-46a2-9897-0e9efb3d97d4 req-fc66314b-be29-4318-bf52-27ab33882eb7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0955932 Jul 28 04:10:20.094680 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea94ea21-d7f8-46a2-9897-0e9efb3d97d4 req-3d0b5798-f2ab-431b-8dea-16cb7d1e1661 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 28 04:10:20.496834 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d881d284-ebae-43b9-87d3-9d6fb0ee2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:20.751289 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:21.216276 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0050f-281e-4884-b6fc-81ec32108840 req-77bc80c0-0f68-480a-8ef2-0896604d9451 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:21.217787 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8df0050f-281e-4884-b6fc-81ec32108840 req-77bc80c0-0f68-480a-8ef2-0896604d9451 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0486479 Jul 28 04:10:21.255642 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8df0050f-281e-4884-b6fc-81ec32108840 req-751152b2-5e5b-442e-b5aa-eaf65ab653a9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Jul 28 04:10:21.613589 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:22.377666 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c829e-8d1c-4be4-bbed-83e8688914c2 req-b3c144e3-8a3d-4299-85f1-9be59814bee3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:22.379097 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e6c829e-8d1c-4be4-bbed-83e8688914c2 req-b3c144e3-8a3d-4299-85f1-9be59814bee3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Jul 28 04:10:22.416074 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3e6c829e-8d1c-4be4-bbed-83e8688914c2 req-f15e333f-5edf-4d09-91a0-653a95a74d2d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305493 Jul 28 04:10:23.368961 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:23.534665 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132bc6-5abf-48ec-bfd4-28c7ddd7242a req-c215ff35-f184-4df2-8b0e-4c5fad9d1d9b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:23.536134 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-13132bc6-5abf-48ec-bfd4-28c7ddd7242a req-c215ff35-f184-4df2-8b0e-4c5fad9d1d9b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0494382 Jul 28 04:10:23.574360 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-13132bc6-5abf-48ec-bfd4-28c7ddd7242a req-f830a5a4-834c-44a3-bd7f-c40e02676a8e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 28 04:10:24.690715 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d646b56-e90d-40f7-a2be-e40599e70286 req-4f598182-b10f-4406-8596-005730b94be8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:24.692183 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d646b56-e90d-40f7-a2be-e40599e70286 req-4f598182-b10f-4406-8596-005730b94be8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Jul 28 04:10:24.729483 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d646b56-e90d-40f7-a2be-e40599e70286 req-fbe8b8c9-545d-47b6-bd37-1f027e119b3a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jul 28 04:10:25.848009 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdaa7f-59aa-4fec-906d-7097bf83c32b req-28b5561a-6819-4708-bf06-96ed4d1e5db8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:25.849461 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-29cdaa7f-59aa-4fec-906d-7097bf83c32b req-28b5561a-6819-4708-bf06-96ed4d1e5db8 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0504248 Jul 28 04:10:25.887614 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-29cdaa7f-59aa-4fec-906d-7097bf83c32b req-065938ee-ade7-4e7b-ba62-21749e957d5b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Jul 28 04:10:27.004658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f18502-a155-475f-9b60-6b4381fc7f99 req-033a95b4-4d43-4c92-bfb6-04edb842cb68 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:27.006001 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58f18502-a155-475f-9b60-6b4381fc7f99 req-033a95b4-4d43-4c92-bfb6-04edb842cb68 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Jul 28 04:10:27.043343 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-58f18502-a155-475f-9b60-6b4381fc7f99 req-acb89dd2-ae26-47be-a98c-dc90758205b5 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Jul 28 04:10:28.184120 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3971565-1892-4a39-9fea-a91d3debf6f9 req-8fc47cde-7788-45e5-a2c8-b4b74851725b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:28.185589 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d3971565-1892-4a39-9fea-a91d3debf6f9 req-8fc47cde-7788-45e5-a2c8-b4b74851725b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Jul 28 04:10:28.222458 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d3971565-1892-4a39-9fea-a91d3debf6f9 req-5483afdc-992d-4ba5-b256-39f480d02ee6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Jul 28 04:10:29.341659 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe4a1e-0090-47ee-a5f3-adbdefc24e80 req-1c0c923a-17a9-4a7d-9603-3fe45c8df59e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:29.343019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2ebe4a1e-0090-47ee-a5f3-adbdefc24e80 req-1c0c923a-17a9-4a7d-9603-3fe45c8df59e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0508401 Jul 28 04:10:29.379833 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2ebe4a1e-0090-47ee-a5f3-adbdefc24e80 req-7e93fd92-3298-49a3-ab7e-6c4d3c990902 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Jul 28 04:10:30.502660 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ddc4-5ee7-407f-a7b6-1e7e503d0e51 req-2c2c5895-84ef-4fd4-8ad3-dcf7142c251f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:30.504159 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab91ddc4-5ee7-407f-a7b6-1e7e503d0e51 req-2c2c5895-84ef-4fd4-8ad3-dcf7142c251f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0511727 Jul 28 04:10:30.542892 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab91ddc4-5ee7-407f-a7b6-1e7e503d0e51 req-94521b9f-117e-4fe8-b62c-d0c2e78e69b2 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Jul 28 04:10:31.657686 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42236c-1796-44ff-99df-0ad88ecbf8c2 req-9fcda1b4-ece7-4ea3-809f-a82a21afd61f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:31.659119 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb42236c-1796-44ff-99df-0ad88ecbf8c2 req-9fcda1b4-ece7-4ea3-809f-a82a21afd61f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0473630 Jul 28 04:10:31.696532 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb42236c-1796-44ff-99df-0ad88ecbf8c2 req-b7dd790f-9306-4816-90d1-e85c3e383a3e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Jul 28 04:10:32.625562 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:10:32.750880 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:32.769539 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:10:32.820902 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:32.836597 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:10:32.855802 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac27ee-76d0-46c6-a7df-2c9d287207c8 req-6cc32167-5e3c-488b-8b13-4150d96ce0aa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:32.857692 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6fac27ee-76d0-46c6-a7df-2c9d287207c8 req-6cc32167-5e3c-488b-8b13-4150d96ce0aa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0668809 Jul 28 04:10:32.865540 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:32.871093 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:32.899345 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6fac27ee-76d0-46c6-a7df-2c9d287207c8 req-579061c9-c3f0-40be-a4fb-83eb1ef0c6f9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Jul 28 04:10:32.928797 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=6']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:32.936758 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.937533 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.938159 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.938626 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.939236 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.939853 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.940554 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.941141 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.941747 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.942341 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.942874 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.943395 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:10:32.972712 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:10:34.036737 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75574-8a54-40ff-a6fd-d1913c2a880d req-2fe3e448-8ad3-46cd-a391-06009f4136f9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:34.039031 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dcc75574-8a54-40ff-a6fd-d1913c2a880d req-2fe3e448-8ad3-46cd-a391-06009f4136f9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 944 time: 0.0552979 Jul 28 04:10:34.079495 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dcc75574-8a54-40ff-a6fd-d1913c2a880d req-f6b07659-0695-47e6-a958-2f785d5e6065 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Jul 28 04:10:34.627445 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:10:34.690214 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:10:34.690608 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:34.795970 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:34.830691 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:34.833089 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb85e82f-1b9a-47ba-a62f-5f3d4a055fe4" -d '{"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:34.860791 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:34.868878 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:34.902699 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b463c7-0f4f-4932-8781-7dfb062e8ab3 x-openstack-request-id: req-65b463c7-0f4f-4932-8781-7dfb062e8ab3 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:34.903309 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:34.903564 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65b463c7-0f4f-4932-8781-7dfb062e8ab3 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:34.903957 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'code': 200} Jul 28 04:10:34.935539 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=7']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:35.212935 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dfdf3-5db5-4184-a921-58f8d840f835 req-3e1666f8-ea69-4fc4-ba93-50572992c653 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:35.214563 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce0dfdf3-5db5-4184-a921-58f8d840f835 req-3e1666f8-ea69-4fc4-ba93-50572992c653 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0564761 Jul 28 04:10:35.257157 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ce0dfdf3-5db5-4184-a921-58f8d840f835 req-e2bfbc2f-a42c-4bbc-bd08-64a6b3593e06 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346634 Jul 28 04:10:36.399540 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d8fa6-4a43-40b7-ac25-a4110ff745b8 req-46cf9940-c14e-4c91-8260-1e570c7d2fa7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:36.408599 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1f9d8fa6-4a43-40b7-ac25-a4110ff745b8 req-46cf9940-c14e-4c91-8260-1e570c7d2fa7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0676188 Jul 28 04:10:36.447540 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1f9d8fa6-4a43-40b7-ac25-a4110ff745b8 req-214c9683-e900-47fc-8341-589867ace1df tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Jul 28 04:10:37.582152 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03309-8c3d-450c-a12d-57e063eeca72 req-f4edb163-5ef0-401c-9005-c084cbfc26c6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:37.583783 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-65a03309-8c3d-450c-a12d-57e063eeca72 req-f4edb163-5ef0-401c-9005-c084cbfc26c6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0505261 Jul 28 04:10:37.632943 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-65a03309-8c3d-450c-a12d-57e063eeca72 req-91944a8d-b171-4ce2-abfe-ec4c87afa960 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367203 Jul 28 04:10:38.769647 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8e85-184b-415d-ae45-eb35ce2e4b33 req-f476161b-b729-4c7f-8e40-c434d8c2982e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:38.771314 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-067e8e85-184b-415d-ae45-eb35ce2e4b33 req-f476161b-b729-4c7f-8e40-c434d8c2982e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0604634 Jul 28 04:10:38.816211 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-067e8e85-184b-415d-ae45-eb35ce2e4b33 req-a4a32e5e-ff42-4936-9f7d-1fac79e6fb75 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Jul 28 04:10:39.008395 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9170-5968-4000-8552-6867171cb893 req-a212a33a-a779-4e42-bd85-0e71d459cebb tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:39.010566 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-023f9170-5968-4000-8552-6867171cb893 req-a212a33a-a779-4e42-bd85-0e71d459cebb tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0563052 Jul 28 04:10:39.056567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-023f9170-5968-4000-8552-6867171cb893 req-32c523be-7ec4-42c0-917a-a4414011d53c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jul 28 04:10:39.979999 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d7c2-16fc-4d85-ab5e-c7282366427a req-0f35e709-533c-460a-8c7c-809595175bff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:39.984876 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1214d7c2-16fc-4d85-ab5e-c7282366427a req-0f35e709-533c-460a-8c7c-809595175bff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0745199 Jul 28 04:10:40.029514 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1214d7c2-16fc-4d85-ab5e-c7282366427a req-af8246c5-5a5c-40eb-905a-b19b1ecd5bdc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Jul 28 04:10:40.181326 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e475ea-7ce5-4e82-9b30-027a96c81a31 req-782b69b2-64b4-469a-a863-c52dac516cde tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:40.182731 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-30e475ea-7ce5-4e82-9b30-027a96c81a31 req-782b69b2-64b4-469a-a863-c52dac516cde tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Jul 28 04:10:40.221670 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-30e475ea-7ce5-4e82-9b30-027a96c81a31 req-15c07ded-0541-4988-acf1-6186dccc7a4d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Jul 28 04:10:41.095304 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-683578bd-fcba-42e0-8300-8b6fd1d871a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.097031 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-683578bd-fcba-42e0-8300-8b6fd1d871a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.0948675 Jul 28 04:10:41.245416 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c2977-bad7-4efc-8812-3144997ae20e req-fd8320be-aab3-41da-ba63-88c2f5dd39c1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.247059 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8a6c2977-bad7-4efc-8812-3144997ae20e req-fd8320be-aab3-41da-ba63-88c2f5dd39c1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0830050 Jul 28 04:10:41.256902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-bd9ecb89-5898-458e-b263-27c140798c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.258356 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-bd9ecb89-5898-458e-b263-27c140798c9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.1396108 Jul 28 04:10:41.367416 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8a6c2977-bad7-4efc-8812-3144997ae20e req-38893566-a4ff-43d4-9efc-55d52e364bcc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120393 Jul 28 04:10:41.378254 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-eb1c93a7-d445-4213-81f5-9a02c4ccfb82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 1001 time: 0.1021113 Jul 28 04:10:41.398151 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f29a7-9285-4290-9fb7-ed0c1ac22bb7 req-fe008dca-0bbf-41fc-b0db-89194817c63f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.399593 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4c8f29a7-9285-4290-9fb7-ed0c1ac22bb7 req-fe008dca-0bbf-41fc-b0db-89194817c63f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0860815 Jul 28 04:10:41.467423 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-fb22e721-516f-4a66-9a7c-e9f36bae09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.468883 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-fb22e721-516f-4a66-9a7c-e9f36bae09b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.0797033 Jul 28 04:10:41.471777 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4c8f29a7-9285-4290-9fb7-ed0c1ac22bb7 req-55ddf29f-50d8-4228-905c-1098fe600da0 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654280 Jul 28 04:10:41.516503 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-3bdc302e-ac22-4fd3-ac87-97148159c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.517912 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-3bdc302e-ac22-4fd3-ac87-97148159c3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0393639 Jul 28 04:10:41.608115 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-b0767e3e-2289-40d9-924f-2192169bf243 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787165 Jul 28 04:10:41.713687 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b994bfe-fca3-4bd3-bdbc-6f08af45fd77 req-5b8f3676-fd0c-4311-8643-c4d3148dbe85 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871794 Jul 28 04:10:41.971741 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-c238d017-902f-4230-ac30-922c9eb720df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:41.973240 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-c238d017-902f-4230-ac30-922c9eb720df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1098 time: 0.0392511 Jul 28 04:10:42.063630 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-fb9fe8aa-5793-462a-badb-eec92d76f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:42.065084 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-fb9fe8aa-5793-462a-badb-eec92d76f307 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.0845749 Jul 28 04:10:42.128572 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-170c003a-2333-4c62-8dc1-2427abfeab7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 1000 time: 0.0555944 Jul 28 04:10:42.174783 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-688b9a37-d9ad-4366-89d1-b90632f42d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:42.176151 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-688b9a37-d9ad-4366-89d1-b90632f42d42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0405312 Jul 28 04:10:42.223430 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-b8c7802d-897f-48b1-891d-fe4fe1fd87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:42.224817 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-b8c7802d-897f-48b1-891d-fe4fe1fd87c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0411942 Jul 28 04:10:42.313079 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-04d0fd92-06b9-45df-8b8f-741df69d66bd service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794411 Jul 28 04:10:42.743479 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c07a-5fad-4dce-a484-0b299896ac20 req-16f20d5c-0768-4223-886f-c06fffd60290 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:42.744957 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ac78c07a-5fad-4dce-a484-0b299896ac20 req-16f20d5c-0768-4223-886f-c06fffd60290 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.1150327 Jul 28 04:10:42.746975 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ee441364-cb04-480d-b08e-dfc15a9bfce3 req-dea6de34-651f-4a48-8d09-fa5f628a82f6 service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258363 Jul 28 04:10:42.754190 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb5a2-d847-45b0-a820-292c6ea7eacf req-11c4175a-499e-4fb6-b0a0-697e2aa7930f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:42.755520 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5decb5a2-d847-45b0-a820-292c6ea7eacf req-11c4175a-499e-4fb6-b0a0-697e2aa7930f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.1266596 Jul 28 04:10:42.810209 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ac78c07a-5fad-4dce-a484-0b299896ac20 req-230fbe56-8031-462a-b4a5-386f94c3aa9b tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537388 Jul 28 04:10:42.814929 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5decb5a2-d847-45b0-a820-292c6ea7eacf req-9de5df37-7b5b-419b-8612-5ceaa7fd2c67 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513864 Jul 28 04:10:42.832206 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:43.964581 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eafb3-1bc2-44e7-82bf-d054b4338c69 req-644ed04c-d758-4c9e-963a-3649e983978c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:43.966070 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bc3eafb3-1bc2-44e7-82bf-d054b4338c69 req-644ed04c-d758-4c9e-963a-3649e983978c tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 945 time: 0.0763030 Jul 28 04:10:43.974182 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5a8f8-ebe1-4373-bc3f-bd3e76faa96a req-45e526ae-befd-445d-8b32-2827a9ba435f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:43.976163 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-05a5a8f8-ebe1-4373-bc3f-bd3e76faa96a req-45e526ae-befd-445d-8b32-2827a9ba435f tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0774624 Jul 28 04:10:44.034488 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bc3eafb3-1bc2-44e7-82bf-d054b4338c69 req-83814a38-b1c4-47d3-ba30-326446957a41 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573652 Jul 28 04:10:44.037353 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-05a5a8f8-ebe1-4373-bc3f-bd3e76faa96a req-40b7f627-5741-4e4c-98cc-ed06c25ad6d9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542657 Jul 28 04:10:44.718581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:10:44.794097 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:44.814672 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:10:44.816881 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac86efb-300e-4750-8a58-dec7c4e3222e" -d '{"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:10:44.830075 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:10:44.834026 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:44.857059 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f27b32-b2ae-490b-b5bc-f61f41629e72 x-openstack-request-id: req-27f27b32-b2ae-490b-b5bc-f61f41629e72 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:10:44.857346 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:10:44.857625 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27f27b32-b2ae-490b-b5bc-f61f41629e72 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:10:44.858147 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'code': 200} Jul 28 04:10:44.883278 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=8']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:10:45.179108 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b426180-6ea3-47a6-bd17-2fd834022896 req-ee412809-6c77-47a2-90f9-e0f21d4049fa tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:45.180631 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5b426180-6ea3-47a6-bd17-2fd834022896 req-ee412809-6c77-47a2-90f9-e0f21d4049fa tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0779283 Jul 28 04:10:45.187829 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc45ee1-a144-443f-bfa9-25450aa1d254 req-11f4c8c8-d708-4f22-a93b-96e9fb4e0705 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:45.189227 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bc45ee1-a144-443f-bfa9-25450aa1d254 req-11f4c8c8-d708-4f22-a93b-96e9fb4e0705 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0776868 Jul 28 04:10:45.247991 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5b426180-6ea3-47a6-bd17-2fd834022896 req-54f52549-3d8f-4e80-99f9-c5d01b0babef tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578234 Jul 28 04:10:45.250793 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2bc45ee1-a144-443f-bfa9-25450aa1d254 req-72c28e9d-e14f-43de-82d8-65a53426ca93 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547357 Jul 28 04:10:46.121870 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d05b1-60eb-4c71-a403-54dbffb060e6 req-408d7140-337f-439a-9dd6-7312ef9ac998 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:46.123380 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c53d05b1-60eb-4c71-a403-54dbffb060e6 req-408d7140-337f-439a-9dd6-7312ef9ac998 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0504599 Jul 28 04:10:46.161936 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c53d05b1-60eb-4c71-a403-54dbffb060e6 req-14941b5d-88a4-4d12-af6f-7ce8795987e6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Jul 28 04:10:46.283194 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58188) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:10:46.384595 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-d302c970-0751-495c-9ec4-8a2b0fcecc8e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000788 Jul 28 04:10:46.392631 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf163-1b8b-477d-ba0b-c48011d447b2 req-007d6428-7139-4adf-909f-9b818b0ffd94 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:46.394028 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fbcf163-1b8b-477d-ba0b-c48011d447b2 req-007d6428-7139-4adf-909f-9b818b0ffd94 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Jul 28 04:10:46.437438 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5fbcf163-1b8b-477d-ba0b-c48011d447b2 req-7f8fa4ad-a0e1-4ed1-bbbe-4d65d8b78304 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Jul 28 04:10:47.279311 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8ad4-2d09-46cb-97eb-5b2c34a1610a req-8383b27d-1168-493b-a51f-e5168591c165 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.280704 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-42fc8ad4-2d09-46cb-97eb-5b2c34a1610a req-8383b27d-1168-493b-a51f-e5168591c165 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0488892 Jul 28 04:10:47.318381 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-42fc8ad4-2d09-46cb-97eb-5b2c34a1610a req-7d716c4e-7e77-43b9-ac83-30eb0fc3be96 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jul 28 04:10:47.422333 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-7ed6497c-5eb1-4b04-b0d9-9a670f13846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.423791 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-7ed6497c-5eb1-4b04-b0d9-9a670f13846f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2&tenant_id=5cf7912a76d3442e8c909103b81c60a2 HTTP/1.1" status: 200 len: 1096 time: 0.0406063 Jul 28 04:10:47.485575 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-a69fc8d3-41a0-4147-9cdb-f81d3db57d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.487127 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-a69fc8d3-41a0-4147-9cdb-f81d3db57d1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cf7912a76d3442e8c909103b81c60a2&device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1096 time: 0.0405467 Jul 28 04:10:47.607155 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d059eb5-98ee-48c4-8c99-2cc747f041f5 req-c9b548f6-c567-4364-a366-b7f48074af16 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.608536 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d059eb5-98ee-48c4-8c99-2cc747f041f5 req-c9b548f6-c567-4364-a366-b7f48074af16 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0951817 Jul 28 04:10:47.624451 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-3b67e69c-6cfd-47ea-bc02-982ae70e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.625816 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-3b67e69c-6cfd-47ea-bc02-982ae70e4b02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 200 len: 917 time: 0.1301975 Jul 28 04:10:47.690904 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0d059eb5-98ee-48c4-8c99-2cc747f041f5 req-979d5617-f9f1-4e2e-be87-56852f341480 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754793 Jul 28 04:10:47.707155 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-0189c4bf-30d1-4ad4-a486-e58d8265e82e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 200 len: 998 time: 0.0722134 Jul 28 04:10:47.757943 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-f5f1771a-2a07-42aa-ba9d-1dd8b8d22e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.759374 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-f5f1771a-2a07-42aa-ba9d-1dd8b8d22e67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 200 len: 855 time: 0.0444217 Jul 28 04:10:47.805568 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-ba260ebb-e026-4598-87c3-446ae9559bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:47.807013 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-ba260ebb-e026-4598-87c3-446ae9559bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5226311a-6478-497b-bbf8-33aa4746baa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0389404 Jul 28 04:10:47.903564 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-797b373d-91fe-4811-a869-f5bf7b0f38ef service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Jul 28 04:10:47.918001 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-7f8b57da-8dc2-4e2e-b5d1-e43f43f01986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:47.994149 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-839f72f8-f62c-450c-b041-9d7b9cf8e25c req-35bfdb62-3880-40d3-b402-f742af8f013e service neutron] 10.222.0.41 "GET /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824387 Jul 28 04:10:48.277908 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:10:48.335892 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c6c18-9b3f-466e-9ff6-bbe66560ac78 req-95a4410d-ed00-4ce9-8652-917504d3845e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:48.343100 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-117c6c18-9b3f-466e-9ff6-bbe66560ac78 req-95a4410d-ed00-4ce9-8652-917504d3845e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0938671 Jul 28 04:10:48.347206 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-c49e6a1d-63d7-4160-9d39-6898339ff068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:48.348673 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-c49e6a1d-63d7-4160-9d39-6898339ff068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1137 time: 0.0860739 Jul 28 04:10:48.440577 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-117c6c18-9b3f-466e-9ff6-bbe66560ac78 req-1f50f5d2-223b-4193-a2ad-31c51f5c0d9c tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915842 Jul 28 04:10:48.519685 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-53203faf-9767-41e8-adbf-7a0cd95008ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:48.521187 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-53203faf-9767-41e8-adbf-7a0cd95008ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.1588566 Jul 28 04:10:48.532509 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49462c6d-e068-451b-be8d-820a6b915c9b req-05a94429-3af6-4045-8293-df3ed3aa9204 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:48.534011 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-49462c6d-e068-451b-be8d-820a6b915c9b req-05a94429-3af6-4045-8293-df3ed3aa9204 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0841148 Jul 28 04:10:48.602373 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-49462c6d-e068-451b-be8d-820a6b915c9b req-047b9d26-d699-4a53-911f-126e9e976365 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596502 Jul 28 04:10:48.723066 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:10:48.822121 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688e469-1321-4b46-9a99-f8ae09d0bf35 req-53df96c3-8d5c-4eed-aa75-74727e547cca tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:48.825861 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2688e469-1321-4b46-9a99-f8ae09d0bf35 req-53df96c3-8d5c-4eed-aa75-74727e547cca tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0586505 Jul 28 04:10:48.877272 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2688e469-1321-4b46-9a99-f8ae09d0bf35 req-7ec52a76-5bec-4216-a662-12f10594391c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431273 Jul 28 04:10:49.561808 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169d988-319a-4e58-9e0f-188b5a5175b5 req-011d5715-a622-4f8a-bf9a-0287e66c98b8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:49.563345 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6169d988-319a-4e58-9e0f-188b5a5175b5 req-011d5715-a622-4f8a-bf9a-0287e66c98b8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0568902 Jul 28 04:10:49.605986 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6169d988-319a-4e58-9e0f-188b5a5175b5 req-e6182e75-b311-41d6-890d-da18a12300cb tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357487 Jul 28 04:10:49.727967 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28471f-610f-47b3-b07e-028ba848963e req-2751614b-7da7-4b9e-86ec-cee8cfe9135a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:49.729611 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4f28471f-610f-47b3-b07e-028ba848963e req-2751614b-7da7-4b9e-86ec-cee8cfe9135a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0549083 Jul 28 04:10:49.770519 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4f28471f-610f-47b3-b07e-028ba848963e req-a9f7fc6b-163a-4bf4-8f21-63ae3897b37d tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Jul 28 04:10:50.001489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b471c5c-cf86-4193-82af-b763ccedaf5b req-ef1c4351-19d0-455c-88b3-c9c9fa9bc228 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:50.002925 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b471c5c-cf86-4193-82af-b763ccedaf5b req-ef1c4351-19d0-455c-88b3-c9c9fa9bc228 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0534816 Jul 28 04:10:50.043640 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b471c5c-cf86-4193-82af-b763ccedaf5b req-96433437-7fc5-4472-af7f-7a9d5b188c8e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341079 Jul 28 04:10:50.487541 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-d72d1a2d-1419-4dc0-8ccc-fc81df3afae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:50.734873 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cacaf-4efd-45c7-b667-0d1a905247bf req-0e680bf2-34ad-47a1-ba16-07c69c35646f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:50.734873 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c64cacaf-4efd-45c7-b667-0d1a905247bf req-0e680bf2-34ad-47a1-ba16-07c69c35646f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0553458 Jul 28 04:10:50.753327 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:50.777541 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c64cacaf-4efd-45c7-b667-0d1a905247bf req-50557cd8-7ae8-41fa-af2f-786bf70dbee5 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346634 Jul 28 04:10:50.925022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9a944-5db6-4601-a82f-575a26c91ca1 req-d1668a2b-652d-4dc5-9df0-ccabc2f38587 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:50.926519 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eee9a944-5db6-4601-a82f-575a26c91ca1 req-d1668a2b-652d-4dc5-9df0-ccabc2f38587 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0523281 Jul 28 04:10:50.971777 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eee9a944-5db6-4601-a82f-575a26c91ca1 req-c7c1b03a-aab0-4eeb-b7e1-366b5400512a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382023 Jul 28 04:10:51.167908 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfd9a5-6398-4d18-8ebe-e732fe6cceaf req-8f210df1-2768-409a-8f42-a08c36fbb10e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:51.169787 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-76dfd9a5-6398-4d18-8ebe-e732fe6cceaf req-8f210df1-2768-409a-8f42-a08c36fbb10e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0551105 Jul 28 04:10:51.212077 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-76dfd9a5-6398-4d18-8ebe-e732fe6cceaf req-611ff0f8-67a4-4352-8fb8-8f0e33c5a619 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334494 Jul 28 04:10:51.616915 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:51.894537 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91cdd-41c1-4550-bf12-6fefb4d7aaef req-227498b7-d6d4-4163-98ec-586599957cfd tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:51.900317 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3fa91cdd-41c1-4550-bf12-6fefb4d7aaef req-227498b7-d6d4-4163-98ec-586599957cfd tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0543694 Jul 28 04:10:51.937710 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3fa91cdd-41c1-4550-bf12-6fefb4d7aaef req-bda3cefd-5887-4f77-8134-99f9956ff228 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345783 Jul 28 04:10:52.097536 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9b918-573e-4576-b3f1-fc7c2e7dac7e req-ada14e28-d69c-4e3a-9dc7-87c703016fab tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:52.099221 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39c9b918-573e-4576-b3f1-fc7c2e7dac7e req-ada14e28-d69c-4e3a-9dc7-87c703016fab tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0541844 Jul 28 04:10:52.138085 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39c9b918-573e-4576-b3f1-fc7c2e7dac7e req-8e8346ba-cb64-4741-b7c9-d266080af19e tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Jul 28 04:10:52.329896 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b84b2e-c0f6-43bc-b781-4f4fdb3369b9 req-ae67076d-2dfd-40d0-91a2-692ab8cf17aa tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:52.331654 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81b84b2e-c0f6-43bc-b781-4f4fdb3369b9 req-ae67076d-2dfd-40d0-91a2-692ab8cf17aa tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Jul 28 04:10:52.372485 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81b84b2e-c0f6-43bc-b781-4f4fdb3369b9 req-85d3b381-e0ee-4fb4-8a4a-486f8525d18a tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343647 Jul 28 04:10:53.063786 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee74779-fabd-4716-b629-3859253a4cae req-49af23d1-a9de-459d-bbc7-b7ce04054e84 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:53.065399 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5ee74779-fabd-4716-b629-3859253a4cae req-49af23d1-a9de-459d-bbc7-b7ce04054e84 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0551331 Jul 28 04:10:53.109284 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5ee74779-fabd-4716-b629-3859253a4cae req-a09f0c90-b2f5-4b34-a781-1997d1b7016d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366268 Jul 28 04:10:53.270610 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58aaaf-150f-46ba-a701-c305a2229372 req-8265d4a7-5df2-4ca2-9aed-3be3fe3a4722 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:53.272906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d58aaaf-150f-46ba-a701-c305a2229372 req-8265d4a7-5df2-4ca2-9aed-3be3fe3a4722 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0593286 Jul 28 04:10:53.314052 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4d58aaaf-150f-46ba-a701-c305a2229372 req-64c6b0cd-aa70-45ae-9688-f960e42c8a5a tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348668 Jul 28 04:10:53.373602 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:10:53.491367 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c8753-efdd-4afc-8ea7-9746f4d34581 req-8b475602-3a8a-4df6-b29b-0cecc3c43dc4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:53.493323 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-671c8753-efdd-4afc-8ea7-9746f4d34581 req-8b475602-3a8a-4df6-b29b-0cecc3c43dc4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Jul 28 04:10:53.534038 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-671c8753-efdd-4afc-8ea7-9746f4d34581 req-992052bc-30ab-4811-b0c9-3d419718d066 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Jul 28 04:10:54.227745 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ebae-96f7-458e-b99c-5ac81351c64f req-15084d5f-5f14-400a-9440-8ccef0dfaf6b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:54.229267 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81f9ebae-96f7-458e-b99c-5ac81351c64f req-15084d5f-5f14-400a-9440-8ccef0dfaf6b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0497818 Jul 28 04:10:54.269638 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-81f9ebae-96f7-458e-b99c-5ac81351c64f req-74a4e01f-7cf9-4560-bab9-73a7a07266fd tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343988 Jul 28 04:10:54.446382 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0218c5-756d-4601-a2fd-2e0851ea3c74 req-9f1fbb69-987b-40bc-8276-7b156d239ca1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:54.447902 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d0218c5-756d-4601-a2fd-2e0851ea3c74 req-9f1fbb69-987b-40bc-8276-7b156d239ca1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0546510 Jul 28 04:10:54.488106 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d0218c5-756d-4601-a2fd-2e0851ea3c74 req-a8479c51-79ff-478d-a73b-9443a367ecf1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Jul 28 04:10:54.659373 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc931-3d56-4def-9136-543bf6849653 req-9022a597-3157-4b41-93f1-7cdf8273ff97 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:54.660906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97bcc931-3d56-4def-9136-543bf6849653 req-9022a597-3157-4b41-93f1-7cdf8273ff97 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0516031 Jul 28 04:10:54.703654 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-97bcc931-3d56-4def-9136-543bf6849653 req-657d19d7-94ee-4423-879e-11124e61eb24 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365782 Jul 28 04:10:55.434739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6f544-5c25-43a1-a694-bfd80ce10011 req-704eccfa-fd0b-43be-8262-3210e7ae78ce tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:55.436306 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-caa6f544-5c25-43a1-a694-bfd80ce10011 req-704eccfa-fd0b-43be-8262-3210e7ae78ce tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0592275 Jul 28 04:10:55.487914 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-caa6f544-5c25-43a1-a694-bfd80ce10011 req-7629f517-ddd6-4f84-91af-08b247d52946 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411377 Jul 28 04:10:55.642809 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bf34d-e3f7-431c-a976-921694610f65 req-79b5a99d-34cb-4297-82e5-e44c02521445 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:55.644605 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e22bf34d-e3f7-431c-a976-921694610f65 req-79b5a99d-34cb-4297-82e5-e44c02521445 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0533028 Jul 28 04:10:55.703556 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e22bf34d-e3f7-431c-a976-921694610f65 req-cb598322-b4ba-4df8-b9ae-cd32d39a43c1 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521650 Jul 28 04:10:55.830569 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aca38-ed39-4d92-bd9d-8fa08cdf9439 req-8e82154a-068f-4368-984a-be4dbb5b48e3 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:55.832125 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3c9aca38-ed39-4d92-bd9d-8fa08cdf9439 req-8e82154a-068f-4368-984a-be4dbb5b48e3 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0537014 Jul 28 04:10:55.875443 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3c9aca38-ed39-4d92-bd9d-8fa08cdf9439 req-7fa42769-661b-4938-8fa5-15ce6a79fc6c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358818 Jul 28 04:10:56.623346 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e6e14-839d-436e-bb66-de05d98bccf8 req-dca493ad-9096-4b75-94f3-dbd47f5a0541 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:56.624856 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8e7e6e14-839d-436e-bb66-de05d98bccf8 req-dca493ad-9096-4b75-94f3-dbd47f5a0541 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0523765 Jul 28 04:10:56.674097 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8e7e6e14-839d-436e-bb66-de05d98bccf8 req-254736be-90c0-4649-998c-a3eda40a6c20 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431938 Jul 28 04:10:56.841800 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd23f-1fa4-419f-ba77-b9e4e627c9ba req-85b555b3-e01f-4f6a-a7a6-a3f0f7a50fd9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:56.843172 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-35ecd23f-1fa4-419f-ba77-b9e4e627c9ba req-85b555b3-e01f-4f6a-a7a6-a3f0f7a50fd9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0536218 Jul 28 04:10:56.884321 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-35ecd23f-1fa4-419f-ba77-b9e4e627c9ba req-84dc69fc-e629-488a-bb7d-22a98861b0c7 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352538 Jul 28 04:10:56.999406 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4155b-841a-4c4a-b5ce-ca2ef19b0820 req-f1f46027-58f3-4cfd-8398-11346cd23966 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:57.001135 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a0c4155b-841a-4c4a-b5ce-ca2ef19b0820 req-f1f46027-58f3-4cfd-8398-11346cd23966 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Jul 28 04:10:57.047628 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a0c4155b-841a-4c4a-b5ce-ca2ef19b0820 req-4d185e1c-de36-4a27-96ac-ae1338fc647e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400510 Jul 28 04:10:57.809384 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea5e4-4bf4-4dba-848c-9eec71c900c4 req-359b5091-b607-4ba4-84f8-7dba10f8d1c9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:57.812103 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a33ea5e4-4bf4-4dba-848c-9eec71c900c4 req-359b5091-b607-4ba4-84f8-7dba10f8d1c9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0663741 Jul 28 04:10:57.856461 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a33ea5e4-4bf4-4dba-848c-9eec71c900c4 req-002b8015-fd6c-4e4f-9b93-af1f1afc9cf2 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363173 Jul 28 04:10:58.015298 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490c869-f329-4248-aaf0-d24bb7d01be1 req-dc1aa52d-a110-4ae8-9cbe-acfe83dc01df tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:58.016787 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2490c869-f329-4248-aaf0-d24bb7d01be1 req-dc1aa52d-a110-4ae8-9cbe-acfe83dc01df tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0596375 Jul 28 04:10:58.063880 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2490c869-f329-4248-aaf0-d24bb7d01be1 req-9f0ef233-a1fd-420c-899c-b1d4f6ff1a2f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400414 Jul 28 04:10:58.166026 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501ed02-709a-46c5-96e3-9def71409a7d req-ffd556be-7a37-47f5-b2c4-93d7fe64ce74 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:58.167482 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0501ed02-709a-46c5-96e3-9def71409a7d req-ffd556be-7a37-47f5-b2c4-93d7fe64ce74 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Jul 28 04:10:58.209967 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0501ed02-709a-46c5-96e3-9def71409a7d req-93af24da-f6d0-4ab8-bbbf-40c956472014 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355141 Jul 28 04:10:58.968770 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07be4b4-db08-43b8-a1a3-88bd75d2e69c req-e37d9c0c-ce8a-4ef6-991e-aa985045cec0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:58.970133 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b07be4b4-db08-43b8-a1a3-88bd75d2e69c req-e37d9c0c-ce8a-4ef6-991e-aa985045cec0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0487175 Jul 28 04:10:59.009378 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b07be4b4-db08-43b8-a1a3-88bd75d2e69c req-31d6eac5-d83d-47b2-acb7-797765db93e1 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332720 Jul 28 04:10:59.096020 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-a8526f22-52b8-4e6f-9425-8ab4c1b8be9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 1001 time: 0.0634212 Jul 28 04:10:59.175729 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-da2f06ed-dc8d-4be3-9ee0-243405c6c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.177218 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-da2f06ed-dc8d-4be3-9ee0-243405c6c1dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0705893 Jul 28 04:10:59.252136 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b157c-ecff-402c-a6f9-947020864b5e req-de300cd2-2e81-44ca-8963-e745f1cfc9cc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.253270 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d5b157c-ecff-402c-a6f9-947020864b5e req-de300cd2-2e81-44ca-8963-e745f1cfc9cc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.1145289 Jul 28 04:10:59.275568 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-319a349b-6f6c-4275-ac49-6c60432e51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.277041 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-319a349b-6f6c-4275-ac49-6c60432e51e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.0980339 Jul 28 04:10:59.298893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-fd3a65f3-6def-468a-b38f-a8a7cd063a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.300302 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-fd3a65f3-6def-468a-b38f-a8a7cd063a14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1130478 Jul 28 04:10:59.422805 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2d5b157c-ecff-402c-a6f9-947020864b5e req-9813eba5-9590-4865-9938-92bafd001b25 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630692 Jul 28 04:10:59.471381 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf2ca5-7a98-48da-81d3-6b6cbba47140 req-923da171-b513-485d-8cb2-34cc554a3ac9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.472913 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ddaf2ca5-7a98-48da-81d3-6b6cbba47140 req-923da171-b513-485d-8cb2-34cc554a3ac9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.1869226 Jul 28 04:10:59.529639 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-2be764f2-3899-42ac-b55c-268c32e39508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.531008 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-2be764f2-3899-42ac-b55c-268c32e39508 service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.2287390 Jul 28 04:10:59.532747 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-1bc512d1-fa2c-40a7-a929-103cac0ef697 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062030 Jul 28 04:10:59.546628 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ddaf2ca5-7a98-48da-81d3-6b6cbba47140 req-5928d0e0-aea5-4bb4-9839-e2dd7672962d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649688 Jul 28 04:10:59.666252 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-1a843b59-6fcc-4816-80f0-df68423d439a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 1001 time: 0.1176491 Jul 28 04:10:59.710584 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9d10e3d5-3739-410d-b113-a24c82bd59e8 req-158fc27a-be11-4e29-8e6c-770ff73e2b03 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630349 Jul 28 04:10:59.726872 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-16463ad6-0499-4629-ac85-683a6dcdd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.728320 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-16463ad6-0499-4629-ac85-683a6dcdd206 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.0530453 Jul 28 04:10:59.775645 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-1cbe9b49-eb20-44ef-8e8d-704a501f536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:10:59.777148 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-1cbe9b49-eb20-44ef-8e8d-704a501f536c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0395763 Jul 28 04:10:59.874536 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-b97e300d-cb24-4a32-b611-4754819fcf32 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887606 Jul 28 04:11:00.008247 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6c0b9637-54bc-42a1-b3c2-204a0e5b5bce req-cdbc1d96-63ea-4c43-81bb-77d5cea6413b service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251361 Jul 28 04:11:00.025514 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929699b-690a-4b03-bded-8b9467b7d89d req-eb6ece14-18eb-4311-a817-5bfa460c68ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:00.026960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f929699b-690a-4b03-bded-8b9467b7d89d req-eb6ece14-18eb-4311-a817-5bfa460c68ca tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0696082 Jul 28 04:11:00.065676 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f929699b-690a-4b03-bded-8b9467b7d89d req-c540a7a0-a686-46d4-9b47-1aacd0425ba9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326161 Jul 28 04:11:00.132403 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a4f51-bb1c-4448-bc4c-906d7e2ced44 req-7e906f50-3c6e-4a00-a1bc-2fc76a3435ec tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:00.133880 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-517a4f51-bb1c-4448-bc4c-906d7e2ced44 req-7e906f50-3c6e-4a00-a1bc-2fc76a3435ec tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0483489 Jul 28 04:11:00.171807 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-517a4f51-bb1c-4448-bc4c-906d7e2ced44 req-2bccb578-43cf-48ff-bd15-b21ce96b13d3 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320985 Jul 28 04:11:00.539665 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4445-ae33-43ea-b45a-55a7967cbf13 req-4890266e-3ca0-4e4b-a6bc-fab6f4f31aff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:00.541158 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-25cd4445-ae33-43ea-b45a-55a7967cbf13 req-4890266e-3ca0-4e4b-a6bc-fab6f4f31aff tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 943 time: 0.0474570 Jul 28 04:11:00.578190 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-25cd4445-ae33-43ea-b45a-55a7967cbf13 req-8dae2adb-8a4d-42da-be4b-8e7a54828a51 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Jul 28 04:11:00.667641 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbbaf6-378d-47a5-bcc9-662e12f28922 req-3ed59012-d8a7-477a-a1a6-5a4e47fd8965 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:00.669129 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7ebbbaf6-378d-47a5-bcc9-662e12f28922 req-3ed59012-d8a7-477a-a1a6-5a4e47fd8965 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0507314 Jul 28 04:11:00.706126 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7ebbbaf6-378d-47a5-bcc9-662e12f28922 req-dca00b6f-2523-48ba-b5d9-9c1f1c9dd395 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Jul 28 04:11:00.785026 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:11:00.878080 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:00.888714 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'port_id': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'mac_address': 'fa:16:3e:06:f9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:11:00.924582 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:00.936880 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:11:00.955903 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:00.960550 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:01.006749 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=9']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:01.186527 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f25537-eeda-45e0-8bc5-1dc863675be3 req-1355d4b3-9779-478b-bfb2-f3c05419371c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:01.188191 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-66f25537-eeda-45e0-8bc5-1dc863675be3 req-1355d4b3-9779-478b-bfb2-f3c05419371c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Jul 28 04:11:01.226945 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:01.229907 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-66f25537-eeda-45e0-8bc5-1dc863675be3 req-ba99c297-5eea-4b67-b9a3-70181f911e38 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353622 Jul 28 04:11:01.310499 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569f39-0b66-4efa-a82e-33afba233815 req-3b334435-f589-4a83-a4e8-6c913d017e12 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:01.312191 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9c569f39-0b66-4efa-a82e-33afba233815 req-3b334435-f589-4a83-a4e8-6c913d017e12 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0529759 Jul 28 04:11:01.364019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9c569f39-0b66-4efa-a82e-33afba233815 req-f7fdaf6e-e703-4e82-aff1-27afa0f4e876 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454650 Jul 28 04:11:01.716565 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0d45d-54be-4fe0-a35a-8482f8fa48d1 req-554cdcc9-0cb5-4a64-b565-37a7f97882fa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:01.718136 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0be0d45d-54be-4fe0-a35a-8482f8fa48d1 req-554cdcc9-0cb5-4a64-b565-37a7f97882fa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 944 time: 0.0586030 Jul 28 04:11:01.758279 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0be0d45d-54be-4fe0-a35a-8482f8fa48d1 req-ccb1846b-71d5-4abb-8e99-15d00ef73fa3 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Jul 28 04:11:01.825407 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2060e32-ffcf-42fa-bcaa-94e261dd0aa0 req-8b9a4f2f-1e81-4beb-aba7-6f35fc0541ed tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:01.826910 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d2060e32-ffcf-42fa-bcaa-94e261dd0aa0 req-8b9a4f2f-1e81-4beb-aba7-6f35fc0541ed tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0512691 Jul 28 04:11:01.866308 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d2060e32-ffcf-42fa-bcaa-94e261dd0aa0 req-0fe0ec96-45b5-487a-a1ca-0c94657622b9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Jul 28 04:11:02.344609 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fdf50-9968-467f-9d59-180eb63cf706 req-63233ad0-dea9-4a8f-812e-3bed124057a0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:02.346073 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5b7fdf50-9968-467f-9d59-180eb63cf706 req-63233ad0-dea9-4a8f-812e-3bed124057a0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0489051 Jul 28 04:11:02.384518 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5b7fdf50-9968-467f-9d59-180eb63cf706 req-c07df255-648d-4655-9141-21ae643c7dbf tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Jul 28 04:11:02.487181 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8657fa-88e4-449f-8597-b1765aead204 req-4a665d9a-418e-460d-a8d3-b561791f4b9e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:02.488644 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab8657fa-88e4-449f-8597-b1765aead204 req-4a665d9a-418e-460d-a8d3-b561791f4b9e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0517039 Jul 28 04:11:02.528681 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab8657fa-88e4-449f-8597-b1765aead204 req-d52206fe-62fe-4174-9957-948f57c43502 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330555 Jul 28 04:11:02.811087 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:11:02.858607 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:11:02.858982 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:02.881290 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94f1a7-9fdf-4107-824a-511c2aea807c req-72a6bda3-b1a7-4947-adbe-1ccaa53bd540 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:02.882804 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea94f1a7-9fdf-4107-824a-511c2aea807c req-72a6bda3-b1a7-4947-adbe-1ccaa53bd540 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 944 time: 0.0492716 Jul 28 04:11:02.924169 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ea94f1a7-9fdf-4107-824a-511c2aea807c req-aca335f5-8e89-4ffe-8a2b-0919a164505b tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335259 Jul 28 04:11:02.943761 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:02.966829 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:02.969109 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92416286-51c9-4389-a09d-2dff1182a2be" -d '{"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:02.982914 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:02.988096 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8520-0940-448e-8500-c545ed2be7c9 req-f1f6b675-a279-4a6f-aeed-fced48bd6209 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:02.988373 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:02.989805 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e0d8520-0940-448e-8500-c545ed2be7c9 req-f1f6b675-a279-4a6f-aeed-fced48bd6209 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0524487 Jul 28 04:11:03.030598 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e0d8520-0940-448e-8500-c545ed2be7c9 req-f11d7c3d-8259-4e65-8546-812febd01376 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Jul 28 04:11:03.039455 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=10']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:03.069753 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40c8fe-b4e6-4de4-ae3f-89d869742cf1 x-openstack-request-id: req-9c40c8fe-b4e6-4de4-ae3f-89d869742cf1 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:03.069963 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-plugged", "status": "completed", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:03.070214 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c40c8fe-b4e6-4de4-ae3f-89d869742cf1 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:03.070604 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'code': 200} Jul 28 04:11:03.215944 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-1adf5fd8-0685-469e-aedc-ae4481c8928a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435688 Jul 28 04:11:03.276995 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfadb0-6aed-4702-ae58-73f030c193b5 req-57f3b0b3-36ea-47f3-be11-ddc3c28a549c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:03.278469 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2ccfadb0-6aed-4702-ae58-73f030c193b5 req-57f3b0b3-36ea-47f3-be11-ddc3c28a549c tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0786762 Jul 28 04:11:03.284436 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912be7d2-af7b-4c98-897e-ebe7100dc1c1 req-be3a8adb-5544-43ae-abdc-a9bc4469a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:03.285855 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-912be7d2-af7b-4c98-897e-ebe7100dc1c1 req-be3a8adb-5544-43ae-abdc-a9bc4469a737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 1099 time: 0.0580144 Jul 28 04:11:03.341045 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-2ccfadb0-6aed-4702-ae58-73f030c193b5 req-9b867efd-6187-4884-a6b0-53b270fd8c3d tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542586 Jul 28 04:11:03.342911 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-912be7d2-af7b-4c98-897e-ebe7100dc1c1 req-c01b95d4-4965-4252-ac3d-45fd9cf6eb6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Jul 28 04:11:03.499352 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3b4b4-1bba-49a1-a4f1-99babb91f15d req-9f09e206-d27b-4abd-bbce-5b79a31cb52f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:03.500842 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5ac3b4b4-1bba-49a1-a4f1-99babb91f15d req-9f09e206-d27b-4abd-bbce-5b79a31cb52f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Jul 28 04:11:03.543306 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5ac3b4b4-1bba-49a1-a4f1-99babb91f15d req-63f93ad3-13ce-478a-9fd5-1790051156c8 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362418 Jul 28 04:11:03.641236 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ad6ab-2af7-473a-87f7-d0b249348875 req-0840c2f7-36a5-402e-bd89-b173b621259d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:03.642732 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ec7ad6ab-2af7-473a-87f7-d0b249348875 req-0840c2f7-36a5-402e-bd89-b173b621259d tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0493515 Jul 28 04:11:03.684116 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ec7ad6ab-2af7-473a-87f7-d0b249348875 req-86c7176d-b210-4a91-ada2-23a372e8a5fc tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353377 Jul 28 04:11:04.054569 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb59b9-bbd4-4817-ad13-333ab75f20dc req-bbf9d3ab-7315-4376-97a3-c9dde0e2f913 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.056205 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a7fb59b9-bbd4-4817-ad13-333ab75f20dc req-bbf9d3ab-7315-4376-97a3-c9dde0e2f913 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 946 time: 0.0519571 Jul 28 04:11:04.094778 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a7fb59b9-bbd4-4817-ad13-333ab75f20dc req-ec57767f-ea17-4690-90fe-e2fbb3b44dd9 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 28 04:11:04.386205 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813afb-7d2c-4327-a584-20682f3896b4 req-a0ea17a2-1d30-4725-9675-30b349545474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.387850 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-a0ea17a2-1d30-4725-9675-30b349545474 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16&tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53 HTTP/1.1" status: 200 len: 1098 time: 0.0425453 Jul 28 04:11:04.495087 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaa3ef-a154-486a-907a-9b719421305c req-c5f2cbcd-5038-4a04-9305-2975d3a11aa7 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.496610 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dddaa3ef-a154-486a-907a-9b719421305c req-c5f2cbcd-5038-4a04-9305-2975d3a11aa7 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0868759 Jul 28 04:11:04.498288 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813afb-7d2c-4327-a584-20682f3896b4 req-1edbf36f-48eb-4190-a3a1-135738487398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.499602 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-1edbf36f-48eb-4190-a3a1-135738487398 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.0854290 Jul 28 04:11:04.593801 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dddaa3ef-a154-486a-907a-9b719421305c req-ac971e17-e2d6-4015-b40e-b4dc5e825cf0 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911965 Jul 28 04:11:04.636785 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813afb-7d2c-4327-a584-20682f3896b4 req-6e5722f7-8e6f-46f5-9ed7-e30704c60382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.638269 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-6e5722f7-8e6f-46f5-9ed7-e30704c60382 service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.1238399 Jul 28 04:11:04.727022 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-3eac16c0-2d69-4e5e-97b7-348d45bcfcea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 1001 time: 0.0790105 Jul 28 04:11:04.735075 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4bd54-0e17-447b-9393-f2972c826c70 req-9e6e5b66-2ccc-43f4-981e-2d3d70edad6b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.736493 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5da4bd54-0e17-447b-9393-f2972c826c70 req-9e6e5b66-2ccc-43f4-981e-2d3d70edad6b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0973213 Jul 28 04:11:04.810439 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:04.840458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813afb-7d2c-4327-a584-20682f3896b4 req-f4b62f30-a324-4b4d-8a68-c31d2be96e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.841922 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-f4b62f30-a324-4b4d-8a68-c31d2be96e00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.1036127 Jul 28 04:11:04.847522 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5da4bd54-0e17-447b-9393-f2972c826c70 req-a63c61fc-4564-4637-844a-919c3d63cefa tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016798 Jul 28 04:11:04.888567 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077c0b5-07f7-486d-bd1b-87067b90753f req-a58445dd-4a90-4f47-9557-4c6da4dc3fe7 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.890823 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a077c0b5-07f7-486d-bd1b-87067b90753f req-a58445dd-4a90-4f47-9557-4c6da4dc3fe7 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.1164160 Jul 28 04:11:04.895409 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:04.924888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54813afb-7d2c-4327-a584-20682f3896b4 req-3b4bbc2e-72de-43ca-9a61-c14e999b40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:04.926368 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-3b4bbc2e-72de-43ca-9a61-c14e999b40e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746474 Jul 28 04:11:04.928000 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:04.932554 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:04.963749 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a077c0b5-07f7-486d-bd1b-87067b90753f req-ee3fe31c-fadb-4c34-9aec-d651644f1848 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650983 Jul 28 04:11:04.986291 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=6']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:05.029827 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-650ddb50-044c-4a34-a6bd-fef152d1bc0b service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951934 Jul 28 04:11:05.071817 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:05.074137 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd7d491-1945-4a09-b9ef-c5a58767a674" -d '{"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-unplugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:05.109430 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c68640-e732-4e38-b19d-2223237bc450 x-openstack-request-id: req-58c68640-e732-4e38-b19d-2223237bc450 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:05.109739 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-unplugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:05.109993 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58c68640-e732-4e38-b19d-2223237bc450 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:05.110441 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'code': 200} Jul 28 04:11:05.119222 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-54813afb-7d2c-4327-a584-20682f3896b4 req-d85863b7-f8db-44de-b07e-804659c3436b service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821874 Jul 28 04:11:05.217674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210be6-a1a5-451c-a8ac-d3b1ebbd9bd1 req-d49e3ca4-1203-47bd-8c0b-4298ae204edc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:05.219131 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b210be6-a1a5-451c-a8ac-d3b1ebbd9bd1 req-d49e3ca4-1203-47bd-8c0b-4298ae204edc tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 946 time: 0.0529165 Jul 28 04:11:05.256728 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-3b210be6-a1a5-451c-a8ac-d3b1ebbd9bd1 req-ecc2dc5b-901b-417c-b331-41c574b0a9af tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Jul 28 04:11:05.708162 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e30bf-9c75-45ea-8be4-e38a34721dc2 req-622c6c6b-0d9f-4928-8a67-8f6ed1f5ada0 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:05.709645 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-980e30bf-9c75-45ea-8be4-e38a34721dc2 req-622c6c6b-0d9f-4928-8a67-8f6ed1f5ada0 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 943 time: 0.0481019 Jul 28 04:11:05.746854 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-980e30bf-9c75-45ea-8be4-e38a34721dc2 req-f431e89d-8560-4dc6-8107-842ba4764881 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Jul 28 04:11:05.963142 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39925429-6846-49cf-9416-d01cf9ec66cc req-13169936-b0be-4685-925d-cbdadf6d9338 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:05.964604 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39925429-6846-49cf-9416-d01cf9ec66cc req-13169936-b0be-4685-925d-cbdadf6d9338 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Jul 28 04:11:06.003570 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-39925429-6846-49cf-9416-d01cf9ec66cc req-0c159e21-639c-45a5-881f-ef57e6c15833 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330765 Jul 28 04:11:06.081746 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a54de-e9a2-4de2-98a2-d896388ab254 req-94c5e249-0b60-4440-be95-87dda420a390 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:06.083187 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b67a54de-e9a2-4de2-98a2-d896388ab254 req-94c5e249-0b60-4440-be95-87dda420a390 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0516429 Jul 28 04:11:06.122668 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-b67a54de-e9a2-4de2-98a2-d896388ab254 req-0d72c3b0-f272-4354-b41c-7a7bef906982 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331509 Jul 28 04:11:06.246359 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc8da-ecf0-4726-8007-0f67dd6abfeb req-c96f5db0-ce8e-4fea-99aa-9c4eb6ac42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:06.248549 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-682cc8da-ecf0-4726-8007-0f67dd6abfeb req-c96f5db0-ce8e-4fea-99aa-9c4eb6ac42c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1096 time: 0.0391479 Jul 28 04:11:06.286812 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-682cc8da-ecf0-4726-8007-0f67dd6abfeb req-609538cd-4dee-447c-a7bb-fdf919530f15 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310776 Jul 28 04:11:06.815691 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:11:06.858487 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcdfd0-5314-450d-a050-5d15f032b4e3 req-2ece7775-e4b6-463f-993d-f24025f8c977 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:06.859956 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15fcdfd0-5314-450d-a050-5d15f032b4e3 req-2ece7775-e4b6-463f-993d-f24025f8c977 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 943 time: 0.0478916 Jul 28 04:11:06.898695 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-15fcdfd0-5314-450d-a050-5d15f032b4e3 req-7b15bcf8-5151-493f-8457-8083085ba0d9 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 28 04:11:06.922509 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:06.936972 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '093d6b24-98ee-4adf-a756-338b455f608d', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'port_id': '093d6b24-98ee-4adf-a756-338b455f608d', 'mac_address': 'fa:16:3e:fa:0e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:11:06.973673 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:06.986874 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093d6b24-98ee-4adf-a756-338b455f608d {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:11:07.006062 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:07.009468 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:07.060967 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=7']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:07.141797 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a38e-f08a-4df1-b656-c05128130789 req-9d490c61-031a-4b00-87ec-6a480d95d464 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:07.143295 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0bb0a38e-f08a-4df1-b656-c05128130789 req-9d490c61-031a-4b00-87ec-6a480d95d464 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0527618 Jul 28 04:11:07.184275 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0bb0a38e-f08a-4df1-b656-c05128130789 req-e942bfa5-2d76-4c73-8b39-19ca80cb8057 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jul 28 04:11:07.238586 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06e814-3288-4106-82cd-bdb401918d27 req-0a6e10a2-9676-48ed-9315-07a08ad42b9b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:07.239955 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e06e814-3288-4106-82cd-bdb401918d27 req-0a6e10a2-9676-48ed-9315-07a08ad42b9b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0481939 Jul 28 04:11:07.280714 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6e06e814-3288-4106-82cd-bdb401918d27 req-17765c8e-3fff-4a35-bcc5-0e22ba303e0f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327129 Jul 28 04:11:07.306534 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['093d6b24-98ee-4adf-a756-338b455f608d'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:08.011557 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a860d-73e6-4c81-a945-7803fe4089a7 req-49653f7a-3544-490c-a0fd-45cfee701a01 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:08.012919 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de2a860d-73e6-4c81-a945-7803fe4089a7 req-49653f7a-3544-490c-a0fd-45cfee701a01 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 944 time: 0.0476553 Jul 28 04:11:08.049352 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-de2a860d-73e6-4c81-a945-7803fe4089a7 req-8348b282-3bcf-45d6-bafd-a0790ed13853 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Jul 28 04:11:08.312242 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b0327-eb9e-4291-a7cb-605cb3d31a38 req-ad277ec8-f268-4738-bddf-9864c7fc0942 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:08.313744 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-080b0327-eb9e-4291-a7cb-605cb3d31a38 req-ad277ec8-f268-4738-bddf-9864c7fc0942 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0510437 Jul 28 04:11:08.353984 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-080b0327-eb9e-4291-a7cb-605cb3d31a38 req-8a6a3058-b58b-4053-9d98-04401ec7e71b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Jul 28 04:11:08.399629 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9fcd3-e140-4483-b876-525a64ddef35 req-bfdb061e-15df-476a-b358-8adc8b67a234 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:08.401136 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-48c9fcd3-e140-4483-b876-525a64ddef35 req-bfdb061e-15df-476a-b358-8adc8b67a234 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0511136 Jul 28 04:11:08.440207 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-48c9fcd3-e140-4483-b876-525a64ddef35 req-52c0461d-3af0-4aa0-a283-7c6934e335e1 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330434 Jul 28 04:11:08.846932 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:11:08.893021 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 093d6b24-98ee-4adf-a756-338b455f608d triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:11:08.893390 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:08.967817 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:08.989459 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:08.992642 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0fa14-4067-46f5-925b-3faaa5fa8ba4" -d '{"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-plugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:09.005365 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:09.009531 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:09.042441 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd69ea-b936-4c8f-ae9f-303d2152cbc5 x-openstack-request-id: req-93fd69ea-b936-4c8f-ae9f-303d2152cbc5 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:09.042726 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-plugged", "status": "completed", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:09.042972 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93fd69ea-b936-4c8f-ae9f-303d2152cbc5 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:09.043348 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'code': 200} Jul 28 04:11:09.068004 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=8']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:09.466457 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81cd78-b2b4-481a-8d8a-68ea42762d68 req-09ef2b04-878c-491b-a90a-977c289abd16 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:09.467920 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e81cd78-b2b4-481a-8d8a-68ea42762d68 req-09ef2b04-878c-491b-a90a-977c289abd16 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Jul 28 04:11:09.505886 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7e81cd78-b2b4-481a-8d8a-68ea42762d68 req-069d471a-5b84-41a1-9e33-dea0e584490b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Jul 28 04:11:09.558751 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50df9-b897-403f-aa94-4c8b95450059 req-51c4bfd4-6763-4f25-9522-91d7112e4ca9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:09.560460 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bf50df9-b897-403f-aa94-4c8b95450059 req-51c4bfd4-6763-4f25-9522-91d7112e4ca9 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0520761 Jul 28 04:11:09.599878 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bf50df9-b897-403f-aa94-4c8b95450059 req-5d85d27d-6ed2-4bb0-b9f2-26c4fcf2b5a6 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324922 Jul 28 04:11:10.618657 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeeafe-311c-4a55-acdf-440bf86e7998 req-0e9d8c8f-44ce-4775-88de-800a3dc3078a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:10.620100 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-07aeeafe-311c-4a55-acdf-440bf86e7998 req-0e9d8c8f-44ce-4775-88de-800a3dc3078a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0483310 Jul 28 04:11:10.657542 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-07aeeafe-311c-4a55-acdf-440bf86e7998 req-5a615eb1-10be-4ea4-87fa-865e2705cfd4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Jul 28 04:11:10.713905 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bde39-23fe-42f2-89ee-f1ad9836f6e2 req-20119c5e-3a92-45b7-b78e-37c139a80e8b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:10.715393 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5a1bde39-23fe-42f2-89ee-f1ad9836f6e2 req-20119c5e-3a92-45b7-b78e-37c139a80e8b tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0481169 Jul 28 04:11:10.758122 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5a1bde39-23fe-42f2-89ee-f1ad9836f6e2 req-442a172f-2a06-4cb4-a50c-cfd682f842d7 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361803 Jul 28 04:11:10.858893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8bd82-0dd9-4d2d-9ba2-16bdd6ea7d53 req-bf983ec5-5d65-4824-b5cc-635828d58221 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:10.860266 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84d8bd82-0dd9-4d2d-9ba2-16bdd6ea7d53 req-bf983ec5-5d65-4824-b5cc-635828d58221 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Jul 28 04:11:10.926019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-84d8bd82-0dd9-4d2d-9ba2-16bdd6ea7d53 req-9f53bd85-e226-4733-91d7-20ef932f21cb tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588865 Jul 28 04:11:10.932117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-c406c3fc-fcea-4f61-b412-69997ca169c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:10.933624 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-c406c3fc-fcea-4f61-b412-69997ca169c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1098 time: 0.0604064 Jul 28 04:11:11.026489 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-f0fdd6f6-8a6e-47da-bfb1-4b956187a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:11.027949 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-f0fdd6f6-8a6e-47da-bfb1-4b956187a656 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.0859611 Jul 28 04:11:11.092103 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-36820f17-172f-45f6-b986-01035d016241 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 1001 time: 0.0574625 Jul 28 04:11:11.140711 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-e04ee0ea-5436-46cf-a1fe-1dd7377a33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:11.142023 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-e04ee0ea-5436-46cf-a1fe-1dd7377a33ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0436301 Jul 28 04:11:11.195812 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-8b6dc219-c63d-4dd3-aceb-fcd8cf7c4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:11.197302 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-8b6dc219-c63d-4dd3-aceb-fcd8cf7c4b35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0416937 Jul 28 04:11:11.288139 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-698455d3-dd8f-421c-847d-42adc8d29597 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795956 Jul 28 04:11:11.647318 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-01d78b8a-0819-4be3-a516-521b99fe1696 req-d6411909-75e8-44cc-b956-84e7f8f73bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409195 Jul 28 04:11:11.871684 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a307ca8-9ddc-414d-9be6-c0a8cc883aab req-4239b16f-c5e6-43b1-810f-f961f2b47f3f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:11.873159 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9a307ca8-9ddc-414d-9be6-c0a8cc883aab req-4239b16f-c5e6-43b1-810f-f961f2b47f3f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0481324 Jul 28 04:11:11.912242 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-9a307ca8-9ddc-414d-9be6-c0a8cc883aab req-547dc1b6-55a8-404a-90b0-9156763b35cc tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329213 Jul 28 04:11:12.037378 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e5e6-3bd1-477d-b0e8-84ebb15eddf9 req-6a40ca18-85b3-41c1-9b03-0bed2f1346b3 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:12.038811 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff04e5e6-3bd1-477d-b0e8-84ebb15eddf9 req-6a40ca18-85b3-41c1-9b03-0bed2f1346b3 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0470138 Jul 28 04:11:12.077364 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ff04e5e6-3bd1-477d-b0e8-84ebb15eddf9 req-0ae60c41-a832-46a1-a10f-258dc962ce06 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328119 Jul 28 04:11:12.853890 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:13.023729 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ec39e-d09a-45d7-8dfd-a942b08aa5ef req-bc0ef3e5-0445-4d7e-95db-b2c6311f4cab tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:13.025094 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f4ec39e-d09a-45d7-8dfd-a942b08aa5ef req-bc0ef3e5-0445-4d7e-95db-b2c6311f4cab tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0479450 Jul 28 04:11:13.067230 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8f4ec39e-d09a-45d7-8dfd-a942b08aa5ef req-790525ba-7e40-42ee-8385-1425425f1a17 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362835 Jul 28 04:11:13.188567 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621b40-4d7b-4825-9f19-32773ac27005 req-cfcfa38d-01fd-4e53-a4ae-4e46ca953a6a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:13.190033 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d4621b40-4d7b-4825-9f19-32773ac27005 req-cfcfa38d-01fd-4e53-a4ae-4e46ca953a6a tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Jul 28 04:11:13.226054 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d4621b40-4d7b-4825-9f19-32773ac27005 req-76b16d1c-d4b7-4ebf-9c4d-b08ecfba81fc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Jul 28 04:11:14.177758 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab491c-3245-4eae-bada-c1a0305e35ec req-236ad8b9-cbac-4419-83c3-44d0d3766d71 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:14.179280 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f4ab491c-3245-4eae-bada-c1a0305e35ec req-236ad8b9-cbac-4419-83c3-44d0d3766d71 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0474651 Jul 28 04:11:14.219723 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-f4ab491c-3245-4eae-bada-c1a0305e35ec req-f442ce2c-1ced-466b-b8b7-a918235457f3 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343735 Jul 28 04:11:15.337886 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec239d-09ab-44a9-92a4-e92b64f8bd4c req-f782f16d-7de7-4ac4-b72c-32e165e2a32f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:15.339407 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94ec239d-09ab-44a9-92a4-e92b64f8bd4c req-f782f16d-7de7-4ac4-b72c-32e165e2a32f tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0537298 Jul 28 04:11:15.383430 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-94ec239d-09ab-44a9-92a4-e92b64f8bd4c req-26ed14ae-8bb5-48d2-89a1-e91cc7b177ed tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380087 Jul 28 04:11:16.496163 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2418f0-eb72-40c6-9f17-8de2e3b12e41 req-31c2806f-51ad-482f-97bf-55e1d1ff773e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:16.497663 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ed2418f0-eb72-40c6-9f17-8de2e3b12e41 req-31c2806f-51ad-482f-97bf-55e1d1ff773e tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0485735 Jul 28 04:11:16.536490 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ed2418f0-eb72-40c6-9f17-8de2e3b12e41 req-7277b434-468a-4b35-a8b2-9c8567af2a01 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&id=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328686 Jul 28 04:11:17.917088 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-1e418c56-4c47-452a-bf81-8eec74d30c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:20.488889 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0fec9f69-0e8a-4216-bb1a-ff6418f50737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:20.754554 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:21.619692 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:23.377502 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:25.277163 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:11:41.258604 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-c5b70b34-8168-4971-94ab-5fac8e2ff84e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389721 Jul 28 04:11:41.318907 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-0d4a36cc-b40a-47d3-924b-390be9818fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:41.320545 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-0d4a36cc-b40a-47d3-924b-390be9818fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 1098 time: 0.0395062 Jul 28 04:11:41.441307 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-8db5370e-1bce-47bc-b76c-38c5bd0e570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:41.442759 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-8db5370e-1bce-47bc-b76c-38c5bd0e570a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.0929348 Jul 28 04:11:41.513300 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-b3ef4346-ba9b-4399-b68a-7161031173bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 200 len: 1001 time: 0.0567126 Jul 28 04:11:41.565416 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-4baeb1c5-6659-4cab-8307-510713e94a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:41.566804 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-4baeb1c5-6659-4cab-8307-510713e94a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0457926 Jul 28 04:11:41.611757 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-cb7dd520-9b02-4e28-adf4-3231e8821cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:41.613150 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-cb7dd520-9b02-4e28-adf4-3231e8821cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0376096 Jul 28 04:11:41.701040 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-61d08f95-e0b9-4daa-a0e2-f16b5b1564b2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798461 Jul 28 04:11:41.795432 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-dbff506c-bc6c-4808-99f6-1af67e39e05e req-a5e43e66-1e67-4190-bb14-93603fe43337 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842001 Jul 28 04:11:42.841658 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:43.847852 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e56ac-eaa1-4d43-9527-01241a9cee72 req-431673da-02ba-4910-a49b-806bf6ba2a96 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:43.849218 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-258e56ac-eaa1-4d43-9527-01241a9cee72 req-431673da-02ba-4910-a49b-806bf6ba2a96 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 946 time: 0.0484264 Jul 28 04:11:43.885946 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-258e56ac-eaa1-4d43-9527-01241a9cee72 req-2ff26ad3-eed2-4f0d-8e92-f4f347fc0b07 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Jul 28 04:11:45.004352 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88d3c-69ca-4d9f-b569-6aac2e439290 req-bf351504-1938-4b08-b165-732c853ae276 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:45.005753 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ab88d3c-69ca-4d9f-b569-6aac2e439290 req-bf351504-1938-4b08-b165-732c853ae276 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 946 time: 0.0483432 Jul 28 04:11:45.046728 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1ab88d3c-69ca-4d9f-b569-6aac2e439290 req-cb1d91a9-b739-4358-b976-ab14ed49daa0 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups?id=a83386f8-bb4e-4902-b31c-425bd30b97ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Jul 28 04:11:45.449954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-538959b3-08f7-46e7-95ad-0084046f3e43 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:45.451424 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-538959b3-08f7-46e7-95ad-0084046f3e43 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 946 time: 0.0468118 Jul 28 04:11:45.540250 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Deleting port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:45.540612 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:45.628817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] For port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:45.629174 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:45.794298 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:45.794660 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:45.794960 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Floating IP 90071f37-ee2c-41fd-bd56-a66aa56c769d disassociated. External IP: 172.28.2.70, port: f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991. Jul 28 04:11:45.795293 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Calling delete_port for f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:45.927250 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:45.966243 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'Port': ['ID=f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:45.977923 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.978274 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.978616 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.978950 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.979284 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.979619 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.979947 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.980273 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.980626 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.980950 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.981274 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:45.981600 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:46.087621 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:11:46.161842 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-d7535050-37bb-40a2-b84f-a3423ae60adb req-795101d3-a970-4e56-9363-479f2a3b2af6 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/ports?device_id=74712426-c08b-4dec-bee4-27075afb45e2 HTTP/1.1" status: 200 len: 210 time: 0.0317769 Jul 28 04:11:46.218445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:11:46.229234 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:11:46.238039 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:46.238603 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:46.261315 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] No DVR routers for this DVR port f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:11:46.263977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:46.266329 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-7b1174fc-8657-43de-850d-6f2f020a8878 req-cdf53670-3c54-4e3c-b55f-2a52d802a330 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.41 "DELETE /v2.0/ports/f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 HTTP/1.1" status: 204 len: 173 time: 0.8088171 Jul 28 04:11:46.267411 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-deleted', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:46.270649 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c793e28-be92-45cf-bd7f-6384160a8926" -d '{"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-deleted", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:46.354386 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:46.385688 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078b31a8-97bb-4b0c-a7b2-f56c9a47afe9 x-openstack-request-id: req-078b31a8-97bb-4b0c-a7b2-f56c9a47afe9 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:46.386366 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74712426-c08b-4dec-bee4-27075afb45e2", "name": "network-vif-deleted", "tag": "f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:46.386791 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-078b31a8-97bb-4b0c-a7b2-f56c9a47afe9 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:46.387351 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74712426-c08b-4dec-bee4-27075afb45e2', 'name': 'network-vif-deleted', 'tag': 'f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991', 'status': 'completed', 'code': 200} Jul 28 04:11:46.555662 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:46.580827 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:11:46.589237 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:46.589834 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:46.692863 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:46.895737 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:46.922336 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951169d-ad1e-409a-a5d6-4f0ad1f04f70 None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'b86df3a4-a0d0-47c3-bdd2-45539c80d84b', 'name': '', 'network_id': '5226311a-6478-497b-bbf8-33aa4746baa4', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'mac_address': 'fa:16:3e:65:3e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:27Z', 'updated_at': '2021-07-28T04:05:37Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'subnets': [{'id': '968c623e-52b7-4198-9bba-3ffce6e83697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:11:47.123433 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d5f21b-1763-43e4-aadd-85fa049b95cf None None] New status for floating IP 90071f37-ee2c-41fd-bd56-a66aa56c769d: DOWN {{(pid=93228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:11:47.257380 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58508) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:47.317054 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.347377 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.393687 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.396770 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.398171 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "DELETE /v2.0/security-groups/a83386f8-bb4e-4902-b31c-425bd30b97ac HTTP/1.1" status: 204 len: 168 time: 0.1397069 Jul 28 04:11:47.401206 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58510) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:47.407598 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0042e-e7e2-4861-8f75-b1e7e5524f4f tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83386f8-bb4e-4902-b31c-425bd30b97ac,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:47.415337 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.api.v2.resource [None req-995c4913-eea4-4475-9310-7fc3eb996a91 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] show failed (client error): The resource could not be found. Jul 28 04:11:47.416349 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-995c4913-eea4-4475-9310-7fc3eb996a91 tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "GET /v2.0/security-groups/a83386f8-bb4e-4902-b31c-425bd30b97ac HTTP/1.1" status: 404 len: 347 time: 0.0141659 Jul 28 04:11:47.419295 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58512) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:47.571246 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Deleting port d3233468-e1ba-48b5-a2b7-0b49cb5a4a28 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:47.571466 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.647098 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.647420 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.659081 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Calling delete_port for d3233468-e1ba-48b5-a2b7-0b49cb5a4a28 owned by network:floatingip {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:47.795629 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.820554 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Pushing event deleted for resources: {'Port': ['ID=d3233468-e1ba-48b5-a2b7-0b49cb5a4a28,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:47.842724 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.843068 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.843406 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.843736 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.844065 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.844392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.844744 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.845067 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.845387 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.845706 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.846025 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.846342 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:11:47.888507 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks [] for floatingip, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.890967 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:47.892095 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-e65def18-3358-46cf-ba78-337c17b6bffa tempest-AttachVolumeShelveTestJSON-1016723527 tempest-AttachVolumeShelveTestJSON-1016723527-project] 10.222.0.43 "DELETE /v2.0/floatingips/90071f37-ee2c-41fd-bd56-a66aa56c769d HTTP/1.1" status: 204 len: 168 time: 0.4717350 Jul 28 04:11:47.921489 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cb508fe5-02b0-4e27-8196-d1f450e1bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:49.078713 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:49.112946 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:11:49.113150 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f8b4ac95-26ed-4e64-b7d0-b9d4b8f60991 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:11:50.311179 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58534) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:50.489334 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-83ac5ede-6b25-444e-9111-0ca3e316d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:50.756574 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:50.810997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.095882 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Deleting port b86df3a4-a0d0-47c3-bdd2-45539c80d84b {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:51.096219 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.390595 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] For port b86df3a4-a0d0-47c3-bdd2-45539c80d84b, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:51.391242 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.402728 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Calling delete_port for b86df3a4-a0d0-47c3-bdd2-45539c80d84b owned by network:router_interface {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:51.575905 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.599991 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86df3a4-a0d0-47c3-bdd2-45539c80d84b,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:51.628687 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.765435 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:51.972204 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Router fbb84708-29f0-45e4-9aea-98822dae844c has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:11:52.074623 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:11:52.079405 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-b0053dca-0acf-4362-91fd-bb617c280922 admin admin] 10.222.0.43 "PUT /v2.0/routers/fbb84708-29f0-45e4-9aea-98822dae844c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672000 Jul 28 04:11:52.081969 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58542) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:52.083170 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Sync routers for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:11:52.092028 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:52.092657 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:52.198523 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.308050 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.317460 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:52.359757 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Deleting port 8def0312-4be7-4d22-8220-0034629e2c86 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:52.360142 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.447535 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] For port 8def0312-4be7-4d22-8220-0034629e2c86, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=8def0312-4be7-4d22-8220-0034629e2c86,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:52.448219 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.461838 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Calling delete_port for 8def0312-4be7-4d22-8220-0034629e2c86 owned by network:router_gateway {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:52.501594 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': '8def0312-4be7-4d22-8220-0034629e2c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:11:51Z', 'revision_number': 5, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port': {'id': '8def0312-4be7-4d22-8220-0034629e2c86', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:05:22Z', 'updated_at': '2021-07-28T04:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:52.529037 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Checking router: fbb84708-29f0-45e4-9aea-98822dae844c for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:11:52.537517 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Routers {'fbb84708-29f0-45e4-9aea-98822dae844c'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:52.538161 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['fbb84708-29f0-45e4-9aea-98822dae844c'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:52.625553 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] Set router fbb84708-29f0-45e4-9aea-98822dae844c gateway port host: None {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:52.632726 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.665972 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8def0312-4be7-4d22-8220-0034629e2c86,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:52.686238 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:11:52Z', 'revision_number': 6, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:52.714769 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73050731-4f1e-4ea9-8e69-c35a057712cc None None] The sync data for ids ['fbb84708-29f0-45e4-9aea-98822dae844c'] in dv-cinder-740146-11-smb is: [{'id': 'fbb84708-29f0-45e4-9aea-98822dae844c', 'name': 'tempest-AttachVolumeShelveTestJSON-783862038-router', 'tenant_id': '5cf7912a76d3442e8c909103b81c60a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:05:21Z', 'updated_at': '2021-07-28T04:11:52Z', 'revision_number': 6, 'project_id': '5cf7912a76d3442e8c909103b81c60a2', 'gw_port_host': None}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:11:52.727230 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.817938 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.820638 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.864698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.865238 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb84708-29f0-45e4-9aea-98822dae844c {{(pid=93226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:11:52.871132 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.872364 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-59efc5d2-99bb-4c2c-a170-fbd20b3f10bd admin admin] 10.222.0.43 "DELETE /v2.0/routers/fbb84708-29f0-45e4-9aea-98822dae844c HTTP/1.1" status: 204 len: 168 time: 0.7894120 Jul 28 04:11:52.874821 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58552) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:52.921926 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Deleting subnet 968c623e-52b7-4198-9bba-3ffce6e83697 {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:11:52.924977 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.940763 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd93a-c8d0-4fe8-b1a2-5c0023d6f447 req-3f6e5ee4-51d5-4f52-89ce-328edab1cd44 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:52.942318 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d2dd93a-c8d0-4fe8-b1a2-5c0023d6f447 req-3f6e5ee4-51d5-4f52-89ce-328edab1cd44 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Jul 28 04:11:52.961618 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:52.982398 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-8d2dd93a-c8d0-4fe8-b1a2-5c0023d6f447 req-a12871b1-9b83-49b3-94d0-f3becb321d28 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Jul 28 04:11:53.071406 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.129487 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.154368 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968c623e-52b7-4198-9bba-3ffce6e83697,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:53.160179 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.162724 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-276e441f-bdd4-4b10-ac14-5b7cdad05e2e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/968c623e-52b7-4198-9bba-3ffce6e83697 HTTP/1.1" status: 204 len: 168 time: 0.2868900 Jul 28 04:11:53.165678 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58554) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:53.169225 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de470f48-4f8a-47d4-9466-c56973955909 None None] Network 5226311a-6478-497b-bbf8-33aa4746baa4 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:11:53.238937 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.292860 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Deleting port 7f201b78-2ecd-4354-a103-6c97ee23362b {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:53.293197 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.359007 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] For port 7f201b78-2ecd-4354-a103-6c97ee23362b, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=7f201b78-2ecd-4354-a103-6c97ee23362b,segment=NetworkSegment(c6694888-fcd0-42e5-90ca-c2e4c7ab6179),segment_id=c6694888-fcd0-42e5-90ca-c2e4c7ab6179)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:53.359294 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.373460 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Calling delete_port for 7f201b78-2ecd-4354-a103-6c97ee23362b owned by network:dhcp {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:53.381470 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.462151 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.488210 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] No DVR routers for this DVR port 7f201b78-2ecd-4354-a103-6c97ee23362b on host dv-cinder-740146-11-smb {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:11:53.493719 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f201b78-2ecd-4354-a103-6c97ee23362b,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:53.530428 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35ebf5-93fd-4a12-9ab1-8071e68df147 None None] DHCP port deletion for 5226311a-6478-497b-bbf8-33aa4746baa4 request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:11:53.545809 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device b86df3a4-a0d0-47c3-bdd2-45539c80d84b no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:53.566691 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.569318 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: b86df3a4-a0d0-47c3-bdd2-45539c80d84b {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:11:53.570194 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device b86df3a4-a0d0-47c3-bdd2-45539c80d84b not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:11:53.577268 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5226311a-6478-497b-bbf8-33aa4746baa4']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:53.590527 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:53.590814 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6694888-fcd0-42e5-90ca-c2e4c7ab6179') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:53.599234 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.612060 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.618869 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:11:53.619486 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:11:53.621200 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:11:53.678438 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.684225 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.686173 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5226311a-6478-497b-bbf8-33aa4746baa4 HTTP/1.1" status: 204 len: 168 time: 0.5192950 Jul 28 04:11:53.697470 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75826-6166-4ca6-8826-ceeebe253ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5226311a-6478-497b-bbf8-33aa4746baa4,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:53.807481 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58558) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:53.846452 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-815aa7a7-bd74-48cc-b372-a3c335beae00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cf7912a76d3442e8c909103b81c60a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377786 Jul 28 04:11:53.848930 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58560) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:53.894970 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.918957 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.962475 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.965052 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:53.966179 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/232b0deb-1967-4075-8492-e45b553dfaa5 HTTP/1.1" status: 204 len: 168 time: 0.1163704 Jul 28 04:11:53.973676 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a6fc8-2bd6-4e32-9b97-9f1feaffc74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b0deb-1967-4075-8492-e45b553dfaa5,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:54.098221 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7cfc0-62e4-476e-be7c-3060cea057f0 req-e5ecb15d-69ac-4bbd-985a-ad523e03b752 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:54.099756 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e8d7cfc0-62e4-476e-be7c-3060cea057f0 req-e5ecb15d-69ac-4bbd-985a-ad523e03b752 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Jul 28 04:11:54.144257 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-e8d7cfc0-62e4-476e-be7c-3060cea057f0 req-f63c7ef9-4ac0-4449-bfb8-58713e3b6834 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Jul 28 04:11:54.936901 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85622-de86-4a90-a884-c73af86a006b req-049b6d36-26c0-4815-8f68-dbb405787ffd tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:54.938410 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82b85622-de86-4a90-a884-c73af86a006b req-049b6d36-26c0-4815-8f68-dbb405787ffd tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.0503843 Jul 28 04:11:55.031538 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Deleting port da252c7d-02bb-4711-9f91-d47dbfe91736 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:55.031881 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.128957 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] For port da252c7d-02bb-4711-9f91-d47dbfe91736, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=da252c7d-02bb-4711-9f91-d47dbfe91736,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:55.129646 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.162109 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 7f201b78-2ecd-4354-a103-6c97ee23362b no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:55.186185 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 7f201b78-2ecd-4354-a103-6c97ee23362b {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:11:55.186537 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 7f201b78-2ecd-4354-a103-6c97ee23362b not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:11:55.186939 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 8def0312-4be7-4d22-8220-0034629e2c86 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:55.212493 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 8def0312-4be7-4d22-8220-0034629e2c86 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:11:55.212838 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 8def0312-4be7-4d22-8220-0034629e2c86 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:11:55.348627 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b697851-7abe-4187-8f1a-55b4566927e0 req-ff0f90d1-8d15-4f1d-8d01-2acebed636d4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:55.350029 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b697851-7abe-4187-8f1a-55b4566927e0 req-ff0f90d1-8d15-4f1d-8d01-2acebed636d4 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=21921380-98cf-432c-af28-7c6261bddff5 HTTP/1.1" status: 200 len: 945 time: 0.1084268 Jul 28 04:11:55.368310 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.368700 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.369012 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Floating IP b8fb0788-2bee-44d7-a549-044dcf57ea07 disassociated. External IP: 172.28.2.182, port: da252c7d-02bb-4711-9f91-d47dbfe91736. Jul 28 04:11:55.369353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Calling delete_port for da252c7d-02bb-4711-9f91-d47dbfe91736 owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:55.437770 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1b697851-7abe-4187-8f1a-55b4566927e0 req-69d156d8-7b0e-49a5-b6ee-72899a865516 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=0930daf5-c00c-42e7-83c4-26b2a1d7592a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808821 Jul 28 04:11:55.532923 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.566662 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'Port': ['ID=da252c7d-02bb-4711-9f91-d47dbfe91736,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:55.678039 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:11:55.781479 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:11:55.791329 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:11:55.800006 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:55.800684 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:55.823143 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] No DVR routers for this DVR port da252c7d-02bb-4711-9f91-d47dbfe91736 on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:11:55.825717 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:55.827694 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-82b85622-de86-4a90-a884-c73af86a006b req-e6b35595-e99b-4345-897d-bd9094393ddc tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "DELETE /v2.0/ports/da252c7d-02bb-4711-9f91-d47dbfe91736 HTTP/1.1" status: 204 len: 173 time: 0.8825953 Jul 28 04:11:55.828145 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'name': 'network-vif-deleted', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:55.830536 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830d13e-039d-4efb-b9c3-4901d0a97f6f" -d '{"events": [{"server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "name": "network-vif-deleted", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:55.874220 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d6d5c2-9f80-4d33-aaac-f8d7e984a6ff x-openstack-request-id: req-50d6d5c2-9f80-4d33-aaac-f8d7e984a6ff {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:55.874515 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21921380-98cf-432c-af28-7c6261bddff5", "name": "network-vif-deleted", "tag": "da252c7d-02bb-4711-9f91-d47dbfe91736", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:55.874765 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50d6d5c2-9f80-4d33-aaac-f8d7e984a6ff {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:55.875159 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21921380-98cf-432c-af28-7c6261bddff5', 'name': 'network-vif-deleted', 'tag': 'da252c7d-02bb-4711-9f91-d47dbfe91736', 'status': 'completed', 'code': 200} Jul 28 04:11:55.916312 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:56.117865 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:56.143445 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:11:56.151429 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:11:56.152067 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:56.254968 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:11:56.456399 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:11:56.482889 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9894426-1bc5-4c57-be59-0ede9734acda None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:11:56.526474 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58618) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:56.583106 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.608903 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.665846 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.668671 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.672485 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "DELETE /v2.0/security-groups/0930daf5-c00c-42e7-83c4-26b2a1d7592a HTTP/1.1" status: 204 len: 168 time: 0.1423731 Jul 28 04:11:56.672793 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58624) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:56.679662 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744fa22-e7f1-4341-9fbb-1ad769e4cb4b tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0930daf5-c00c-42e7-83c4-26b2a1d7592a,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:56.687669 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.api.v2.resource [None req-79cde6b1-9181-471b-8c3a-5a7fcdb75075 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] show failed (client error): The resource could not be found. Jul 28 04:11:56.688834 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-79cde6b1-9181-471b-8c3a-5a7fcdb75075 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups/0930daf5-c00c-42e7-83c4-26b2a1d7592a HTTP/1.1" status: 404 len: 347 time: 0.0147903 Jul 28 04:11:56.691690 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58626) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:56.764186 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813031e2-b615-4710-a6b5-a8f95fcd5a8e None None] New status for floating IP b8fb0788-2bee-44d7-a549-044dcf57ea07: DOWN {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:11:56.829045 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Deleting port 37afcfe2-bda7-4268-934f-3346d49e3f23 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:56.829393 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.927552 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.928036 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:56.942106 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Calling delete_port for 37afcfe2-bda7-4268-934f-3346d49e3f23 owned by network:floatingip {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:57.079985 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.108534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'Port': ['ID=37afcfe2-bda7-4268-934f-3346d49e3f23,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:57.168325 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.170825 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.171971 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-fdf5dd3c-6698-47d1-a7d2-4b7bd6f30066 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8fb0788-2bee-44d7-a549-044dcf57ea07 HTTP/1.1" status: 204 len: 168 time: 0.4793131 Jul 28 04:11:57.603532 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58642) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:57.608159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591677312', 'description': 'tempest-description--1180767651'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:11:57.629640 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.709215 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.713415 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.743047 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.744303 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1397727 Jul 28 04:11:57.745053 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557959-0511-4e56-b2bc-d3a2f0efda51 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69278efd-a1c8-43c6-8009-7ce2e2123abb,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:57.747346 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58644) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:57.752123 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group_rule': {'security_group_id': '69278efd-a1c8-43c6-8009-7ce2e2123abb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:11:57.779774 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.824392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.827587 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.846092 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357655c6-1a73-43b3-ae82-007971a85829,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:57.852593 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.853758 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ba77908b-1957-4a39-96d0-c8b230ce5764 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1053872 Jul 28 04:11:57.856338 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58646) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:57.860641 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'security_group_rule': {'security_group_id': '69278efd-a1c8-43c6-8009-7ce2e2123abb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:11:57.886126 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.947330 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.950891 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985777'] for security_group_rule, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.969159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57762263-3b9c-444d-9d9b-fa3b92bd6ec2,revision_number=0']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:57.974907 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:57.976010 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-5d9a676c-9726-44bf-bbef-60401904f261 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187046 Jul 28 04:11:57.979271 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58648) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:57.983798 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'floatingip': {'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:11:58.004597 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.109944 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.277254 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-68695d07-621c-4f43-8ebc-74325ab9b2f4 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360670325&fields=id&tenant_id=87473f68f92a46a5b938f3b1a47a9649 HTTP/1.1" status: 200 len: 267 time: 0.0470636 Jul 28 04:11:58.339278 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-4714057b-ccdd-4a70-ab9e-17e190cf0532 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:58.341321 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-4714057b-ccdd-4a70-ab9e-17e190cf0532 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 984 time: 0.0602472 Jul 28 04:11:58.355756 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Request body: {'port': {'security_groups': ['04e74927-eea0-478f-8606-47e6ed66e67f']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:11:58.432935 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.462036 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_common [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Allocated IP 172.28.2.6 (999ccaec-34bc-4420-a777-283975be4eb5/63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34/d68efb03-3f71-4315-8aaa-21f82b29759b) {{(pid=93226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:11:58.566310 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.603821 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.611708 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:11:58.642773 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.646941 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Network 999ccaec-34bc-4420-a777-283975be4eb5 is already hosted by enough agents. {{(pid=93226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:11:58.647288 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.652593 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.base_scheduler [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Resources bound (agent type, host, resource id): {{(pid=93226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:11:58.656961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Received port after_create {{(pid=93226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:11:58.660015 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=d68efb03-3f71-4315-8aaa-21f82b29759b,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:58.660822 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:58.692394 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:58.693231 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.698328 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-a3f78c30-8ee4-4289-8d52-501058ec5c64 req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "PUT /v2.0/ports/f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 942 time: 0.3497684 Jul 28 04:11:58.699279 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:11:58.701586 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58660) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:58.702895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965807b0-73c8-4760-a1ce-80b7b28f9397" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:11:58.731261 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b31b99-29b2-4afd-977d-1eeefcd59bff tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event updated for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=7']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:58.753078 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d84a092-7637-4dcc-8b05-7f246e6a83dc x-openstack-request-id: req-0d84a092-7637-4dcc-8b05-7f246e6a83dc {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:11:58.753383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:11:58.753663 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d84a092-7637-4dcc-8b05-7f246e6a83dc {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:11:58.754065 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:11:58.770847 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:11:58.806453 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.825572 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-9c81ed94-9d10-40c0-8809-48fea179bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:58.827212 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-9c81ed94-9d10-40c0-8809-48fea179bd4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1098 time: 0.0520601 Jul 28 04:11:58.832650 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.848967 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.894666 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:58.954448 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-a36d47a8-e427-4544-9138-961b98577192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:58.956364 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-a36d47a8-e427-4544-9138-961b98577192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.1212394 Jul 28 04:11:59.031948 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.033936 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-cab5d0d5-60e0-4045-9e5f-a5da14edd68c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 1001 time: 0.0697665 Jul 28 04:11:59.034674 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.035914 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "DELETE /v2.0/security-groups/a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7 HTTP/1.1" status: 204 len: 168 time: 0.3333933 Jul 28 04:11:59.040592 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58664) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:11:59.045853 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-fe75c942-f44c-4ecf-a7da-6a6d9c90c2de None None] Provisioning complete for port f7ced1f2-63dc-4936-be52-6b349b26c6db triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:11:59.046261 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-fe75c942-f44c-4ecf-a7da-6a6d9c90c2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.050295 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd4bef-d3ef-454e-9642-d591a8cd5119 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02eabab-b3e5-4bdc-bf9e-ddd37dc829d7,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:59.099770 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.105243 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7086708'] for port, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.126175 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-f8b5e779-d35a-4b65-a7da-1440cce218cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:59.128479 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-f8b5e779-d35a-4b65-a7da-1440cce218cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0850339 Jul 28 04:11:59.149108 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device da252c7d-02bb-4711-9f91-d47dbfe91736 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:11:59.175386 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: da252c7d-02bb-4711-9f91-d47dbfe91736 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:11:59.176093 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device da252c7d-02bb-4711-9f91-d47dbfe91736 not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:11:59.188520 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=d68efb03-3f71-4315-8aaa-21f82b29759b,revision_number=2']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:11:59.192388 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.206403 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.207648 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-db9f16f4-75b6-4776-99e1-e826bc1105a6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2272873 Jul 28 04:11:59.228453 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-5b781eaf-ef55-4592-ac97-6153f21df58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:11:59.229943 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-5b781eaf-ef55-4592-ac97-6153f21df58b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0905004 Jul 28 04:11:59.365120 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-2d1d19a7-f141-41b6-bf99-329b90a53e37 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250198 Jul 28 04:11:59.366566 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Deleting port e2ab8ad7-94f6-4ce9-8b92-fe16197dd232 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:11:59.367077 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.775550 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-5ea02295-778a-419a-bbf4-954294d45710 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1591677312&fields=id&tenant_id=f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 267 time: 0.3661301 Jul 28 04:11:59.813110 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.813439 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:11:59.871149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Calling delete_port for e2ab8ad7-94f6-4ce9-8b92-fe16197dd232 owned by network:floatingip {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:11:59.884632 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-965807b0-73c8-4760-a1ce-80b7b28f9397 req-743803ed-c468-4a6b-95db-89c57d3ef974 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056484 Jul 28 04:12:00.001585 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-648700d8-ae32-4620-9cab-08b14fd1363f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:00.002943 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-648700d8-ae32-4620-9cab-08b14fd1363f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 811 time: 0.2119157 Jul 28 04:12:00.022234 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-4a07045c-d16f-4eda-9589-9828439bb6ab tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/quotas/f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 375 time: 0.0119381 Jul 28 04:12:00.089107 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-9b78e8a5-c707-4823-8bda-6fec2d6d4128 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575500 Jul 28 04:12:00.139048 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.168961 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event deleted for resources: {'Port': ['ID=e2ab8ad7-94f6-4ce9-8b92-fe16197dd232,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:00.278146 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks [] for floatingip, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.278398 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Floating IP a11ba4a5-95c8-4a90-82cf-bd91bd65a429 disassociated (deleted). External IP: 172.28.2.111, port: f7ced1f2-63dc-4936-be52-6b349b26c6db. Jul 28 04:12:00.381728 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-bb1acd01-7c1b-473c-bbf1-25596df94a11 service neutron] 10.222.0.43 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708776 Jul 28 04:12:00.551182 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b08b9608-29a2-405f-8f9e-69a5fb2568e2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632276 Jul 28 04:12:00.576674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Router bd4f13fb-6144-4115-9c41-ee890a3ff128 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:00.692806 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:00.702736 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Sync routers for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:00.705041 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:00.712699 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:00.713305 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:00.738575 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9533dd3-239a-4e26-927a-918692a9b8c4 req-ce17cad8-04e4-4a2a-bb0d-04b311711a41 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 210 time: 0.0481160 Jul 28 04:12:00.748254 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-44e9720f-e6ce-4437-9554-eb62fe23ce90 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "DELETE /v2.0/floatingips/a11ba4a5-95c8-4a90-82cf-bd91bd65a429 HTTP/1.1" status: 204 len: 168 time: 1.7065690 Jul 28 04:12:00.758777 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:00.761132 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b30cac-0492-487c-8334-880e7dca8135" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:00.802182 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef08af1-0a83-4339-8c95-c1d156625d55 x-openstack-request-id: req-bef08af1-0a83-4339-8c95-c1d156625d55 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:00.802758 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:00.802758 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bef08af1-0a83-4339-8c95-c1d156625d55 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:00.803063 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:12:00.826831 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:00.906802 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30cac-0492-487c-8334-880e7dca8135 req-da287c4b-44d3-45df-a0c6-3b1b5bfea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:00.908848 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-da287c4b-44d3-45df-a0c6-3b1b5bfea646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87473f68f92a46a5b938f3b1a47a9649&device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 1098 time: 0.0802379 Jul 28 04:12:01.052230 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30cac-0492-487c-8334-880e7dca8135 req-adc3656e-5515-42a0-9a6a-73763ed7bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:01.055434 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-adc3656e-5515-42a0-9a6a-73763ed7bf1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 200 len: 914 time: 0.1388400 Jul 28 04:12:01.078376 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:01.113196 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Checking router: bd4f13fb-6144-4115-9c41-ee890a3ff128 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:01.124026 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:01.125019 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:01.151574 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-4228dfe7-355d-4760-b5ea-067553dd5564 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 200 len: 217 time: 0.0823376 Jul 28 04:12:01.228821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30cac-0492-487c-8334-880e7dca8135 req-bc7cdbcc-e5db-4183-bb3f-0c418534ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:01.230322 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-bc7cdbcc-e5db-4183-bb3f-0c418534ed50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 200 len: 852 time: 0.0718901 Jul 28 04:12:01.291627 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b30cac-0492-487c-8334-880e7dca8135 req-4092e964-f182-4329-842b-1e16214fb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:01.293329 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-4092e964-f182-4329-842b-1e16214fb985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eabed251-ac98-45ee-8846-9810c250b58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523608 Jul 28 04:12:01.359324 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:01.399596 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-fcee1a84-8e7d-4136-abdb-dfbfd3b4c0b7 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971682 Jul 28 04:12:01.517607 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c9b30cac-0492-487c-8334-880e7dca8135 req-a76460aa-fa87-48d1-a545-0b7c917a36f8 service neutron] 10.222.0.41 "GET /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022143 Jul 28 04:12:01.582765 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:01.610286 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bed2a-05f2-4174-823a-a5b2fd48f6fd None None] The sync data for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb is: [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:32Z', 'revision_number': 4, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': 'a354c6ef-aff0-40f0-9e6e-93f92274f8ba', 'name': '', 'network_id': 'eabed251-ac98-45ee-8846-9810c250b58c', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'mac_address': 'fa:16:3e:73:4f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:31Z', 'updated_at': '2021-07-28T04:09:38Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'subnets': [{'id': 'bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:01.863833 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-5c4c58c2-82e7-42a8-9a1b-68a613334427 req-4ad204f9-dd33-40bd-884c-d40577ba7f58 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 210 time: 0.0402384 Jul 28 04:12:01.866620 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4c41e2-cce7-4718-8701-38c3ae2f5e71 None None] New status for floating IP a11ba4a5-95c8-4a90-82cf-bd91bd65a429: DOWN {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:12:01.912823 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-eda8afc5-f5ad-4bbe-b894-3ea621cd9dce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:01.914358 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-eda8afc5-f5ad-4bbe-b894-3ea621cd9dce tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 811 time: 0.1549296 Jul 28 04:12:01.977015 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-ef848582-8cb2-4a1a-a0df-ce46660b9a17 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f24057fdf23e4d88b0cef30655a2da75 HTTP/1.1" status: 200 len: 380 time: 0.0517957 Jul 28 04:12:01.986458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'port': {'device_id': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'admin_state_up': True, 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'security_groups': ['69278efd-a1c8-43c6-8009-7ce2e2123abb']}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:02.090622 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Made reservation on behalf of f24057fdf23e4d88b0cef30655a2da75 for: {'port': 1} {{(pid=93225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 04:12:02.094670 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.229053 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_common [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Allocated IP 172.20.0.5 (ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1/fe57c21e-0d69-4528-ac5f-a8775c8057f7/171504fd-134f-458c-90c2-e9a4a4ddcfca) {{(pid=93225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 04:12:02.281573 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:02.397570 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for port, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.412636 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Transition to ACTIVE for port object 171504fd-134f-458c-90c2-e9a4a4ddcfca will not be triggered until provisioned by entity DHCP. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:02.448803 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789889921796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.493647 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 is already hosted by enough agents. {{(pid=93225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 04:12:02.496819 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.base_scheduler [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Resources bound (agent type, host, resource id): {{(pid=93225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 04:12:02.503305 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Received port after_create {{(pid=93225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 04:12:02.529440 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event updated for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:02.561492 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:02.562216 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.579695 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-b8181c24-4201-47ea-bc07-d13ff4f0b05d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969076 Jul 28 04:12:02.592180 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.v2.base [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Request body: {'port': {'device_id': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=93225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:02.667241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.837417 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-65b48667-0086-4fea-ba6e-2f9037d08b90 None None] Provisioning for port 171504fd-134f-458c-90c2-e9a4a4ddcfca completed by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:02.842280 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-65b48667-0086-4fea-ba6e-2f9037d08b90 None None] Provisioning complete for port 171504fd-134f-458c-90c2-e9a4a4ddcfca triggered by entity DHCP. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:02.843255 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-65b48667-0086-4fea-ba6e-2f9037d08b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:02.887407 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-65b48667-0086-4fea-ba6e-2f9037d08b90 None None] Port 171504fd-134f-458c-90c2-e9a4a4ddcfca cannot update to ACTIVE because it is not bound. {{(pid=93227) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 04:12:02.986347 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171504fd-134f-458c-90c2-e9a4a4ddcfca {{(pid=93225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:12:02.995321 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:03.014206 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.provisioning_blocks [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Transition to ACTIVE for port object 171504fd-134f-458c-90c2-e9a4a4ddcfca will not be triggered until provisioned by entity L2. {{(pid=93225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 04:12:03.023691 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6bdff-d02e-4e41-82e6-f8d670c586b2 req-c8fa2fa9-8c62-408e-8937-91717cf70634 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.025182 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32b6bdff-d02e-4e41-82e6-f8d670c586b2 req-c8fa2fa9-8c62-408e-8937-91717cf70634 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 931 time: 0.0752268 Jul 28 04:12:03.026267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:03.100090 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Pushing event updated for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=2']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:03.128589 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-32b6bdff-d02e-4e41-82e6-f8d670c586b2 req-2ec7631c-e0e5-410a-95d6-6313823bbd82 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972936 Jul 28 04:12:03.177729 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Attempting to bind port 171504fd-134f-458c-90c2-e9a4a4ddcfca on host hv-cinder-74014 for vnic_type normal with profile {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 04:12:03.178058 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Attempting to bind port 171504fd-134f-458c-90c2-e9a4a4ddcfca by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 04:12:03.178385 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Attempting to bind port 171504fd-134f-458c-90c2-e9a4a4ddcfca on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:03.183623 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Port 171504fd-134f-458c-90c2-e9a4a4ddcfca on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 04:12:03.183934 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Attempting to bind port 171504fd-134f-458c-90c2-e9a4a4ddcfca on network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 04:12:03.188717 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Checking agent: {'id': '14125f9c-8eec-45ec-ba39-3d3cb3f4e836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'started_at': datetime.datetime(2021, 7, 28, 4, 3, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 4, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 04:12:03.189048 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Checking segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 04:12:03.189422 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Bound using segment: {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'} {{(pid=93225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 04:12:03.189843 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.managers [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Bound port: 171504fd-134f-458c-90c2-e9a4a4ddcfca, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c774baef-9092-4168-bc29-bc95d748edb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1'}}] {{(pid=93225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 04:12:03.190194 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:03.255164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, cleared binding levels {{(pid=93225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 04:12:03.258197 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 04:12:03.262571 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6977407'] for port, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:03.298783 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.299340 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:03.300728 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] 10.222.0.41 "PUT /v2.0/ports/171504fd-134f-458c-90c2-e9a4a4ddcfca HTTP/1.1" status: 200 len: 1093 time: 0.7128561 Jul 28 04:12:03.301170 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:03.303383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfba262-6625-4205-ae03-fc61660d5f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:03.327936 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c39ec0-487c-453c-8d72-e398ee14136e service neutron] Pushing event updated for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=3']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:03.358193 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4184b-d90f-494f-bc78-5a24c8e391db x-openstack-request-id: req-2fe4184b-d90f-494f-bc78-5a24c8e391db {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:03.358475 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:03.358722 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fe4184b-d90f-494f-bc78-5a24c8e391db {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:03.359107 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'status': 'completed', 'code': 200} Jul 28 04:12:03.391786 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-3222c9bb-e09f-4463-b2a4-12a8d2bf68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.393369 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-3222c9bb-e09f-4463-b2a4-12a8d2bf68fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 1096 time: 0.0452924 Jul 28 04:12:03.435296 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-8b078698-1272-4d2c-8098-90630bde461e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca HTTP/1.1" status: 200 len: 217 time: 0.0346076 Jul 28 04:12:03.487736 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-aeb93d98-cbf5-4c7f-97b2-05de617c0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.489247 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-aeb93d98-cbf5-4c7f-97b2-05de617c0f1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0467300 Jul 28 04:12:03.541426 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-7a8afb81-b1ba-4aa4-b4b0-717949db85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.543616 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-7a8afb81-b1ba-4aa4-b4b0-717949db85f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0464458 Jul 28 04:12:03.674487 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-5bca929b-807e-47d8-8526-60981a8f6b3a service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178684 Jul 28 04:12:03.682682 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acd525-ea88-40dc-a8ef-73c4b04ef80c req-2f811378-a9d0-4aad-9516-e8d55f851218 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.684037 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26acd525-ea88-40dc-a8ef-73c4b04ef80c req-2f811378-a9d0-4aad-9516-e8d55f851218 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0737052 Jul 28 04:12:03.767165 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-26acd525-ea88-40dc-a8ef-73c4b04ef80c req-fe9eebee-476d-4223-b9a4-aaae901916d8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752993 Jul 28 04:12:03.791312 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-12e90136-57ac-46a9-b45f-f6f73a14fad1 req-6b9312d3-f212-4417-8830-e644bc7fed31 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063399 Jul 28 04:12:03.879642 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-a50e3d5c-6008-44bd-8586-371ad62b3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.881175 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-a50e3d5c-6008-44bd-8586-371ad62b3562 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 1096 time: 0.0405383 Jul 28 04:12:03.975736 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-637b3a8c-ffce-4f57-9e3c-e2eafb1fcbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:03.977337 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-637b3a8c-ffce-4f57-9e3c-e2eafb1fcbf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.0876637 Jul 28 04:12:04.024044 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-32c41e6c-2a5f-4074-8fa9-c4916166bee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca HTTP/1.1" status: 200 len: 217 time: 0.0375431 Jul 28 04:12:04.079612 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-ae4b5e27-cabb-4502-b7de-98e75d0fdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.081350 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-ae4b5e27-cabb-4502-b7de-98e75d0fdfad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0485098 Jul 28 04:12:04.128057 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-782e99dc-e7ea-4d97-b096-eb5067e70805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.129590 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-782e99dc-e7ea-4d97-b096-eb5067e70805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0400646 Jul 28 04:12:04.250280 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-ee4043a3-62f3-410d-95e0-ade240015efc service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120968 Jul 28 04:12:04.310104 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ad3e8-53d0-40a1-b3be-519596d058de req-e493128a-5db3-492c-846e-dbd7a98c81f0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.311553 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-261ad3e8-53d0-40a1-b3be-519596d058de req-e493128a-5db3-492c-846e-dbd7a98c81f0 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 943 time: 0.1083541 Jul 28 04:12:04.368019 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-261ad3e8-53d0-40a1-b3be-519596d058de req-d516168c-9f43-49db-a9d9-8725fb6784b1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489829 Jul 28 04:12:04.377691 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-6bfba262-6625-4205-ae03-fc61660d5f5d req-056f7809-6fd4-4baf-a326-940ae25e5cbf service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191866 Jul 28 04:12:04.884989 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050882c-c164-4bf3-aaf9-762b4f2242d9 req-701b7046-c630-438e-82a7-2b04b09301e3 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:04.886475 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4050882c-c164-4bf3-aaf9-762b4f2242d9 req-701b7046-c630-438e-82a7-2b04b09301e3 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0528963 Jul 28 04:12:04.922555 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-4050882c-c164-4bf3-aaf9-762b4f2242d9 req-e038f71d-0cc9-4c68-a3da-0c56e818a617 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Jul 28 04:12:05.160222 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 171504fd-134f-458c-90c2-e9a4a4ddcfca details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=93227) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 04:12:05.258763 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:05.270016 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Returning: {'device': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'port_id': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'mac_address': 'fa:16:3e:1c:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93227) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 04:12:05.313668 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:05.330045 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171504fd-134f-458c-90c2-e9a4a4ddcfca {{(pid=93227) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 04:12:05.354839 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:05.358653 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:05.409056 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=4']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:05.418610 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.418969 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.419387 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.419722 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.420052 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.420376 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.420724 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.421048 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.421451 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.421776 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.422092 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.422955 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:05.446538 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-c5094ba3-2378-4a5f-8604-c7d782d473f0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:05.448127 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-c5094ba3-2378-4a5f-8604-c7d782d473f0 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0561275 Jul 28 04:12:05.575494 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['171504fd-134f-458c-90c2-e9a4a4ddcfca'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:12:05.826586 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207042fa-da84-4d91-bb88-ff1434c6db20 req-7f26406e-7b3b-4d6e-aa61-51a3f024bc3d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:05.828041 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-207042fa-da84-4d91-bb88-ff1434c6db20 req-7f26406e-7b3b-4d6e-aa61-51a3f024bc3d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 944 time: 0.3903251 Jul 28 04:12:05.873029 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Deleting port f7ced1f2-63dc-4936-be52-6b349b26c6db {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:05.873369 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:05.881320 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-207042fa-da84-4d91-bb88-ff1434c6db20 req-30ffe07d-587d-47ad-ab6d-0c42fc9affd9 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464959 Jul 28 04:12:05.964320 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] For port f7ced1f2-63dc-4936-be52-6b349b26c6db, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f7ced1f2-63dc-4936-be52-6b349b26c6db,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:05.964717 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:05.978084 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Calling delete_port for f7ced1f2-63dc-4936-be52-6b349b26c6db owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:06.077240 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8cbd2-0503-4b2e-9af3-7f3b057b88d7 req-5466cce4-e6d1-430e-a915-6de7754536ea tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:06.078706 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0af8cbd2-0503-4b2e-9af3-7f3b057b88d7 req-5466cce4-e6d1-430e-a915-6de7754536ea tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0dc5d81-472e-4cea-a789-dfb7428f8686 HTTP/1.1" status: 200 len: 945 time: 0.0909719 Jul 28 04:12:06.147050 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-0af8cbd2-0503-4b2e-9af3-7f3b057b88d7 req-8fc4f6c1-8a7c-42f1-b862-a42856b8ecef tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.43 "GET /v2.0/security-groups?id=04e74927-eea0-478f-8606-47e6ed66e67f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577002 Jul 28 04:12:06.169445 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:06.181099 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] get_ports_and_sgs() called for port_ids ['f7ced1f2-63dc-4936-be52-6b349b26c6db'] {{(pid=93227) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 04:12:06.209487 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Pushing event deleted for resources: {'Port': ['ID=f7ced1f2-63dc-4936-be52-6b349b26c6db,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:06.243892 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] No DVR routers for this DVR port f7ced1f2-63dc-4936-be52-6b349b26c6db on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:06.246249 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:06.248247 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-326b695a-69f9-4b5e-bac5-d86bf01d9eb1 req-2effdb4e-0141-4a6a-9e58-84dbf9dc95f8 tempest-TestMinimumBasicScenario-1758541020 tempest-TestMinimumBasicScenario-1758541020-project] 10.222.0.41 "DELETE /v2.0/ports/f7ced1f2-63dc-4936-be52-6b349b26c6db HTTP/1.1" status: 204 len: 173 time: 0.7854996 Jul 28 04:12:06.248696 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'name': 'network-vif-deleted', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:06.250893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a0b603-c6e2-4731-bd2f-77f12c5dff6f" -d '{"events": [{"server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "name": "network-vif-deleted", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:06.285568 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d71f5-9d5d-4a0f-a079-a36001b5cb2d x-openstack-request-id: req-e77d71f5-9d5d-4a0f-a079-a36001b5cb2d {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:06.285859 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc5d81-472e-4cea-a789-dfb7428f8686", "name": "network-vif-deleted", "tag": "f7ced1f2-63dc-4936-be52-6b349b26c6db", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:06.286105 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e77d71f5-9d5d-4a0f-a079-a36001b5cb2d {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:06.286499 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc5d81-472e-4cea-a789-dfb7428f8686', 'name': 'network-vif-deleted', 'tag': 'f7ced1f2-63dc-4936-be52-6b349b26c6db', 'status': 'completed', 'code': 200} Jul 28 04:12:06.995611 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d09098-cecc-4c54-90ba-67e80cec6c06 req-46f7cbbf-6012-4fcb-bbdc-c2127cd3d390 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:06.997119 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88d09098-cecc-4c54-90ba-67e80cec6c06 req-46f7cbbf-6012-4fcb-bbdc-c2127cd3d390 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 944 time: 0.0496647 Jul 28 04:12:07.033288 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88d09098-cecc-4c54-90ba-67e80cec6c06 req-cf34751d-8f73-4e76-8336-da10ed3a126d tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Jul 28 04:12:07.186968 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 171504fd-134f-458c-90c2-e9a4a4ddcfca up at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 04:12:07.239581 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning for port 171504fd-134f-458c-90c2-e9a4a4ddcfca completed by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 04:12:07.244890 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.provisioning_blocks [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Provisioning complete for port 171504fd-134f-458c-90c2-e9a4a4ddcfca triggered by entity L2. {{(pid=93227) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 04:12:07.245418 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1901853'] for port, provisioning_complete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:07.331285 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615454'] for port, before_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:07.355279 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca'}] {{(pid=93227) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:07.357600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}baed244531598c722e6e226847da1f93b2c5a8e6d5984378ea30adc3a147e6d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346d9918-eb0a-4794-b141-40d57ef21ba4" -d '{"events": [{"server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "name": "network-vif-plugged", "status": "completed", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca"}]}' {{(pid=93227) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:07.374456 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:07.378598 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789890312753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789889921814', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789889921832'] for port, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:07.412096 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19ffd9-88e6-4fda-b321-3edd7c4c5a86 x-openstack-request-id: req-df19ffd9-88e6-4fda-b321-3edd7c4c5a86 {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:07.412452 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "name": "network-vif-plugged", "status": "completed", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca", "code": 200}]} {{(pid=93227) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:07.412830 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df19ffd9-88e6-4fda-b321-3edd7c4c5a86 {{(pid=93227) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:07.413733 dv-cinder-740146-11-smb neutron-server[93227]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'code': 200} Jul 28 04:12:07.433668 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Pushing event updated for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=5']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:07.589606 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4526755-818a-4e40-891f-04f03eb62ae7 req-daf83732-e921-4999-a7ab-9fdce663e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:07.591113 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4526755-818a-4e40-891f-04f03eb62ae7 req-daf83732-e921-4999-a7ab-9fdce663e4ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 1098 time: 0.0492628 Jul 28 04:12:07.627883 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c4526755-818a-4e40-891f-04f03eb62ae7 req-03e151bc-7033-4c32-8924-3cbfa1539b9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288954 Jul 28 04:12:07.828461 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58884) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:08.173869 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba000f9-d864-4e31-9ee8-9f719d4157ce req-45297288-763c-4ebe-8993-2c57cf0d512c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:08.175383 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fba000f9-d864-4e31-9ee8-9f719d4157ce req-45297288-763c-4ebe-8993-2c57cf0d512c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.0601737 Jul 28 04:12:08.227293 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-fba000f9-d864-4e31-9ee8-9f719d4157ce req-f2349d77-3ba6-498f-9156-f7935a21c0e6 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454888 Jul 28 04:12:08.274687 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:08.525341 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Deleting port a354c6ef-aff0-40f0-9e6e-93f92274f8ba {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:08.525586 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:08.600611 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] For port a354c6ef-aff0-40f0-9e6e-93f92274f8ba, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:08.600968 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:08.613080 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Calling delete_port for a354c6ef-aff0-40f0-9e6e-93f92274f8ba owned by network:router_interface {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:08.787464 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:08.812108 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a354c6ef-aff0-40f0-9e6e-93f92274f8ba,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:08.976713 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.192228 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f7ced1f2-63dc-4936-be52-6b349b26c6db no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:09.195906 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Router bd4f13fb-6144-4115-9c41-ee890a3ff128 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:09.213772 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: f7ced1f2-63dc-4936-be52-6b349b26c6db {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:09.214372 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device f7ced1f2-63dc-4936-be52-6b349b26c6db not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:09.310017 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:09.316238 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a92b1a9a-fa23-4e6b-9bd2-7691283335bc admin admin] 10.222.0.43 "PUT /v2.0/routers/bd4f13fb-6144-4115-9c41-ee890a3ff128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4865632 Jul 28 04:12:09.318439 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Sync routers for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:09.319761 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58906) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:09.327996 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:09.328614 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:09.431808 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:09.439984 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a32c2-99b7-4f43-b446-452c36714a04 req-795facbb-78f6-4e99-9820-90dad8beedef tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:09.441485 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef2a32c2-99b7-4f43-b446-452c36714a04 req-795facbb-78f6-4e99-9820-90dad8beedef tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.1296277 Jul 28 04:12:09.470041 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks [] for router, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.521159 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef2a32c2-99b7-4f43-b446-452c36714a04 req-80251ae0-5828-4821-8bd7-44e18e14da46 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725152 Jul 28 04:12:09.604012 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.641708 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93'}], 'enable_snat': True}, 'gw_port_id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:12:08Z', 'revision_number': 5, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port': {'id': '25a0351f-03af-412f-b189-e89f00fd2fe9', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:09.665963 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd52a5-9f54-458a-9c79-e4de97dcb8a6 req-a622194b-2954-464b-922e-a615bce6f0da tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:09.667489 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-eccd52a5-9f54-458a-9c79-e4de97dcb8a6 req-a622194b-2954-464b-922e-a615bce6f0da tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.0781224 Jul 28 04:12:09.669890 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Checking router: bd4f13fb-6144-4115-9c41-ee890a3ff128 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:09.676502 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58910) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:09.678062 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Routers {'bd4f13fb-6144-4115-9c41-ee890a3ff128'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:09.678706 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['bd4f13fb-6144-4115-9c41-ee890a3ff128'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:09.683940 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.v2.base [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Request body: {'floatingip': {'port_id': '171504fd-134f-458c-90c2-e9a4a4ddcfca'}} {{(pid=93226) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 04:12:09.689241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Deleting port 25a0351f-03af-412f-b189-e89f00fd2fe9 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:09.689241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.729805 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, before_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.764829 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] Set router bd4f13fb-6144-4115-9c41-ee890a3ff128 gateway port host: None {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:09.772305 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] For port 25a0351f-03af-412f-b189-e89f00fd2fe9, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=25a0351f-03af-412f-b189-e89f00fd2fe9,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:09.773211 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:09.784890 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Calling delete_port for 25a0351f-03af-412f-b189-e89f00fd2fe9 owned by network:router_gateway {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:09.816592 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:12:09Z', 'revision_number': 6, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:09.847505 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81847d-2a23-4d0b-b6d0-ec7f4f22bc43 None None] The sync data for ids ['bd4f13fb-6144-4115-9c41-ee890a3ff128'] in dv-cinder-740146-11-smb is: [{'id': 'bd4f13fb-6144-4115-9c41-ee890a3ff128', 'name': 'tempest-TestMinimumBasicScenario-34517750-router', 'tenant_id': '87473f68f92a46a5b938f3b1a47a9649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:29Z', 'updated_at': '2021-07-28T04:12:09Z', 'revision_number': 6, 'project_id': '87473f68f92a46a5b938f3b1a47a9649', 'gw_port_host': None}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:10.230257 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.256932 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Pushing event deleted for resources: {'Port': ['ID=25a0351f-03af-412f-b189-e89f00fd2fe9,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:10.317460 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.359991 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.364708 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.437127 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.439339 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.470134 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.db.l3_db [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Floating IP e6fb4093-ae1b-48e8-812e-ecf3e26f12a0 associated. External IP: 172.28.2.6, port: 171504fd-134f-458c-90c2-e9a4a4ddcfca. Jul 28 04:12:10.503135 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.503725 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd4f13fb-6144-4115-9c41-ee890a3ff128 {{(pid=93225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:10.509430 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.510578 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7e0be312-6294-4af6-8556-f9990c7d834d admin admin] 10.222.0.43 "DELETE /v2.0/routers/bd4f13fb-6144-4115-9c41-ee890a3ff128 HTTP/1.1" status: 204 len: 168 time: 1.1819291 Jul 28 04:12:10.512981 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58918) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:10.559428 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Deleting subnet bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b {{(pid=93225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:12:10.562381 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.598437 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507735'] for subnet, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.683613 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:10.713189 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.768376 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6977313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6269756'] for subnet, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.792308 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:10.795680 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:10.798370 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.800245 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-fff9804d-1777-46ee-96de-0ef18faeb176 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bfc50f97-f9da-4ce3-97b0-b3bb3a6b1a3b HTTP/1.1" status: 204 len: 168 time: 0.2863526 Jul 28 04:12:10.804981 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58920) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:10.806267 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.806481 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f10a0-8c5c-4067-b9af-111aacd56003 None None] Network eabed251-ac98-45ee-8846-9810c250b58c requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:10.837971 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-dee6c057-befd-4ddf-b431-630c8f572762 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "PUT /v2.0/floatingips/e6fb4093-ae1b-48e8-812e-ecf3e26f12a0 HTTP/1.1" status: 200 len: 989 time: 1.1597140 Jul 28 04:12:10.838783 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca'}] {{(pid=93226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:10.841321 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de723899ef8abad7bf6afa4409fb85c0543839a73a8115dbd035442529c1bcf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25e300-15b8-4f20-8580-c466d7307795" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca"}]}' {{(pid=93226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:10.855923 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:10.880103 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:10.880778 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:10.905980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:10.986960 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Deleting port aa204943-1409-403c-9cc9-01c72aeac0b3 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:10.987303 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.046097 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e6a5d-4d60-4fbb-9334-017b0c50ecb9 x-openstack-request-id: req-e32e6a5d-4d60-4fbb-9334-017b0c50ecb9 {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:11.046438 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca", "status": "completed", "code": 200}]} {{(pid=93226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:11.048159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e32e6a5d-4d60-4fbb-9334-017b0c50ecb9 {{(pid=93226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:11.049067 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'status': 'completed', 'code': 200} Jul 28 04:12:11.050753 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:11.063797 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] For port aa204943-1409-403c-9cc9-01c72aeac0b3, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aa204943-1409-403c-9cc9-01c72aeac0b3,segment=NetworkSegment(640f2710-4c28-456e-9d67-2b2a8dfb1555),segment_id=640f2710-4c28-456e-9d67-2b2a8dfb1555)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:11.064291 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.080520 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Calling delete_port for aa204943-1409-403c-9cc9-01c72aeac0b3 owned by network:dhcp {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:11.169936 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e300-15b8-4f20-8580-c466d7307795 req-ed1304f8-3ca0-4352-aed0-b1798e07ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:11.171481 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-ed1304f8-3ca0-4352-aed0-b1798e07ae16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f24057fdf23e4d88b0cef30655a2da75&device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 1098 time: 0.0922666 Jul 28 04:12:11.250614 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd36d5-2a01-4af8-9b89-07918a8c49be None None] DHCP port deletion for eabed251-ac98-45ee-8846-9810c250b58c request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:12:11.252364 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 25a0351f-03af-412f-b189-e89f00fd2fe9 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.254569 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.293277 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] No DVR routers for this DVR port aa204943-1409-403c-9cc9-01c72aeac0b3 on host dv-cinder-740146-11-smb {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:11.300938 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 25a0351f-03af-412f-b189-e89f00fd2fe9 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:11.301287 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 25a0351f-03af-412f-b189-e89f00fd2fe9 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.301702 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aa204943-1409-403c-9cc9-01c72aeac0b3 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.303931 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Pushing event deleted for resources: {'Port': ['ID=aa204943-1409-403c-9cc9-01c72aeac0b3,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:11.328546 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e300-15b8-4f20-8580-c466d7307795 req-437dff5c-47ad-43ba-b58f-eff78f88f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:11.330016 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-437dff5c-47ad-43ba-b58f-eff78f88f62f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 200 len: 912 time: 0.1515555 Jul 28 04:12:11.335455 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: aa204943-1409-403c-9cc9-01c72aeac0b3 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:11.335999 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aa204943-1409-403c-9cc9-01c72aeac0b3 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.339073 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device a354c6ef-aff0-40f0-9e6e-93f92274f8ba no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:11.383152 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: a354c6ef-aff0-40f0-9e6e-93f92274f8ba {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:11.383499 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device a354c6ef-aff0-40f0-9e6e-93f92274f8ba not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:11.418099 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.432813 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabed251-ac98-45ee-8846-9810c250b58c']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.448818 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640f2710-4c28-456e-9d67-2b2a8dfb1555') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.449115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640f2710-4c28-456e-9d67-2b2a8dfb1555') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.456603 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-fb3f1646-7b19-44e2-b17f-4ebe14edbb7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca HTTP/1.1" status: 200 len: 997 time: 0.1158633 Jul 28 04:12:11.460241 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.484612 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'e6fb4093-ae1b-48e8-812e-ecf3e26f12a0', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:1c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:11:58Z', 'updated_at': '2021-07-28T04:12:10Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.498208 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.507829 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:11.508200 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:12:11.509899 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:12:11.514380 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:11.525835 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:11.526818 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.558926 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e300-15b8-4f20-8580-c466d7307795 req-0fc7f68e-a97a-4a1a-8de5-3f2ae9778ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:11.560394 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-0fc7f68e-a97a-4a1a-8de5-3f2ae9778ce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 200 len: 850 time: 0.0932765 Jul 28 04:12:11.605669 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.613112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:11.614924 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] 10.222.0.43 "DELETE /v2.0/networks/eabed251-ac98-45ee-8846-9810c250b58c HTTP/1.1" status: 204 len: 168 time: 0.8088758 Jul 28 04:12:11.619091 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58934) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:11.627016 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e300-15b8-4f20-8580-c466d7307795 req-03f3cf28-d00d-4259-ac03-0775ee1b7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:11.628510 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-03f3cf28-d00d-4259-ac03-0775ee1b7e87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0597456 Jul 28 04:12:11.629628 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdc936-0983-4535-a194-2bfe3a2b7fea admin admin] Pushing event deleted for resources: {'Network': ['ID=eabed251-ac98-45ee-8846-9810c250b58c,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:11.644628 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:11.733456 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-5ecc79b6-8491-490a-a550-c2ba883ccf89 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976052 Jul 28 04:12:11.824646 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ef25e300-15b8-4f20-8580-c466d7307795 req-072286fe-950f-495a-a2c2-26040009638f service neutron] 10.222.0.41 "GET /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Jul 28 04:12:11.881060 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'e6fb4093-ae1b-48e8-812e-ecf3e26f12a0', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:1c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:11:58Z', 'updated_at': '2021-07-28T04:12:10Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:11.907526 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac74d30-f4b1-4930-9290-1a45e8443eed None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_floatingips': [{'id': 'e6fb4093-ae1b-48e8-812e-ecf3e26f12a0', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'floating_ip_address': '172.28.2.6', 'floating_network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'router_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'port_id': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'mac_address': 'fa:16:3e:1c:d6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T04:11:58Z', 'updated_at': '2021-07-28T04:12:10Z', 'revision_number': 1, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:11.979513 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.102410 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c75465-6616-41d2-a966-c7184944369b None None] New status for floating IP e6fb4093-ae1b-48e8-812e-ecf3e26f12a0: ACTIVE {{(pid=93228) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:12:12.227061 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Deleting port f3fa665a-5190-4e49-8ada-5b8bb8f69515 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:12.227392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.306349 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] For port f3fa665a-5190-4e49-8ada-5b8bb8f69515, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=f3fa665a-5190-4e49-8ada-5b8bb8f69515,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:12.306704 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.322240 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Calling delete_port for f3fa665a-5190-4e49-8ada-5b8bb8f69515 owned by network:router_interface {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:12.496917 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.519512 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fa665a-5190-4e49-8ada-5b8bb8f69515,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:12.690397 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:12.860214 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.142541 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93226) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:13.247303 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93226) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:13.252126 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0ee96596-965d-4e21-be58-09f6d127e863 admin admin] 10.222.0.43 "PUT /v2.0/routers/ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320384 Jul 28 04:12:13.254711 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58946) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:13.259652 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Sync routers for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:13.268375 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:13.269088 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:13.359448 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.383000 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:13.462826 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.515826 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Deleting port 973988b6-962d-4c28-acbc-9a7580329c7f {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:13.516168 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.559371 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157'}], 'enable_snat': True}, 'gw_port_id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:12:12Z', 'revision_number': 5, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port': {'id': '973988b6-962d-4c28-acbc-9a7580329c7f', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:13.584848 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Checking router: ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:13.592733 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] For port 973988b6-962d-4c28-acbc-9a7580329c7f, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=973988b6-962d-4c28-acbc-9a7580329c7f,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:13.592932 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Routers {'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:13.593096 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.593534 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:11:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:13.606054 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Calling delete_port for 973988b6-962d-4c28-acbc-9a7580329c7f owned by network:router_gateway {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:13.678385 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] Set router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b gateway port host: None {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:13.733105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-dc52f445-7914-4683-b031-bf33334af973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:12:13Z', 'revision_number': 6, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:13.763193 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52f445-7914-4683-b031-bf33334af973 None None] The sync data for ids ['ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b'] in dv-cinder-740146-11-smb is: [{'id': 'ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b', 'name': 'tempest-TestMinimumBasicScenario-1070875325-router', 'tenant_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:09:34Z', 'updated_at': '2021-07-28T04:12:13Z', 'revision_number': 6, 'project_id': 'bbc1bb4384824495b2d31165dfd60ef5', 'gw_port_host': None}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:13.784434 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.814249 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Pushing event deleted for resources: {'Port': ['ID=973988b6-962d-4c28-acbc-9a7580329c7f,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:13.877686 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.966738 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:13.969034 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.016899 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.017460 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b {{(pid=93226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:14.021825 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.026667 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-79b5946b-59f3-471f-8ea1-eed2d7069086 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ad91b6e5-0bab-48a7-ac55-e92dc57e4b9b HTTP/1.1" status: 204 len: 168 time: 0.7682798 Jul 28 04:12:14.026667 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58958) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.071929 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Deleting subnet 6727c7b6-9f69-490c-830d-e5338840d44f {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:12:14.074991 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.111448 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.201151 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.254081 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.281850 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6727c7b6-9f69-490c-830d-e5338840d44f,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.283801 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.288314 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-d5e81686-8fcc-4bf7-9f5a-965c8f97493a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6727c7b6-9f69-490c-830d-e5338840d44f HTTP/1.1" status: 204 len: 168 time: 0.2583833 Jul 28 04:12:14.288726 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58964) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:14.291499 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648c5ca-8957-4f51-af3d-69d8d9901624 None None] Network 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:14.356520 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.413037 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Deleting port c32dfd64-1a6f-4192-bd51-e523f966a340 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:14.413372 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.474340 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] For port c32dfd64-1a6f-4192-bd51-e523f966a340, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=c32dfd64-1a6f-4192-bd51-e523f966a340,segment=NetworkSegment(45098774-01df-4aaa-8020-6228f8bf99f8),segment_id=45098774-01df-4aaa-8020-6228f8bf99f8)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:14.474636 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.487086 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Calling delete_port for c32dfd64-1a6f-4192-bd51-e523f966a340 owned by network:dhcp {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:14.536208 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] DHCP port deletion for 45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:12:14.566916 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.585566 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Deleting port c32dfd64-1a6f-4192-bd51-e523f966a340 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:14.585939 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.595710 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c32dfd64-1a6f-4192-bd51-e523f966a340,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.599284 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] No DVR routers for this DVR port c32dfd64-1a6f-4192-bd51-e523f966a340 on host dv-cinder-740146-11-smb {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:14.650756 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] For port c32dfd64-1a6f-4192-bd51-e523f966a340, host dv-cinder-740146-11-smb, got binding levels [] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:14.651146 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.667011 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Calling delete_port for c32dfd64-1a6f-4192-bd51-e523f966a340 owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:14.671251 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.ipam_backend_mixin [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Port c32dfd64-1a6f-4192-bd51-e523f966a340 was not found and therefore no delete operation was performed {{(pid=93227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 04:12:14.672548 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.673786 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.683628 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d1dd2e-f5bb-4eba-9a22-d6279d4fec23']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.694022 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45098774-01df-4aaa-8020-6228f8bf99f8') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.694386 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45098774-01df-4aaa-8020-6228f8bf99f8') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:14.701756 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] Pushing event deleted for resources: {'Port': ['ID=c32dfd64-1a6f-4192-bd51-e523f966a340,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.704648 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.710860 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba431e-aac5-47b0-9962-6b55de53cb58 None None] No DVR routers for this DVR port c32dfd64-1a6f-4192-bd51-e523f966a340 on host dv-cinder-740146-11-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:14.724291 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.731716 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:14.732120 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:12:14.733780 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:12:14.793341 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.799122 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:14.801201 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/45d1dd2e-f5bb-4eba-9a22-d6279d4fec23 HTTP/1.1" status: 204 len: 168 time: 0.5116823 Jul 28 04:12:14.814221 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9674c-e57e-4516-a1a5-65b770674d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=45d1dd2e-f5bb-4eba-9a22-d6279d4fec23,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:14.960589 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58968) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.000665 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ecaa5dc0-1885-4bd1-b6f8-d12a0f25fb1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87473f68f92a46a5b938f3b1a47a9649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388021 Jul 28 04:12:15.003095 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 58970) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.054181 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.075426 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.123553 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.126281 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.129785 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04e74927-eea0-478f-8606-47e6ed66e67f HTTP/1.1" status: 204 len: 168 time: 0.1233513 Jul 28 04:12:15.138636 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd9911-e8a8-47f8-b5c9-620e5e6bf63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e74927-eea0-478f-8606-47e6ed66e67f,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:15.190022 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device c32dfd64-1a6f-4192-bd51-e523f966a340 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:15.212444 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: c32dfd64-1a6f-4192-bd51-e523f966a340 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:15.213285 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device c32dfd64-1a6f-4192-bd51-e523f966a340 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:15.213907 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 973988b6-962d-4c28-acbc-9a7580329c7f no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:15.236597 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 973988b6-962d-4c28-acbc-9a7580329c7f {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:15.237200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 973988b6-962d-4c28-acbc-9a7580329c7f not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:15.237815 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device f3fa665a-5190-4e49-8ada-5b8bb8f69515 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:15.259373 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: f3fa665a-5190-4e49-8ada-5b8bb8f69515 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:15.259637 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device f3fa665a-5190-4e49-8ada-5b8bb8f69515 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:15.487615 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 58998) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.529156 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-88d0b110-161f-41fc-846a-c7a77e808adb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbc1bb4384824495b2d31165dfd60ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402477 Jul 28 04:12:15.531533 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59000) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:15.579668 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.602559 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.656798 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.659312 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:15.663554 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa88eb2e-c8ba-4cb6-a4ab-ab35b7155c3b HTTP/1.1" status: 204 len: 168 time: 0.1279511 Jul 28 04:12:15.669101 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db6e79-5512-4ac8-ac46-f5ae00242dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88eb2e-c8ba-4cb6-a4ab-ab35b7155c3b,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:17.922504 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-77578094-e9ce-46f3-b651-5452a8df30b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.490775 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8a7a-4e7a-493d-bc1b-04c380852b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:20.758390 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:21.626452 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:23.383567 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:24.815210 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59144) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:24.916027 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-915ceb77-0dd5-4331-b2be-8000b1c57d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.022981 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-915ceb77-0dd5-4331-b2be-8000b1c57d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.026723 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-915ceb77-0dd5-4331-b2be-8000b1c57d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.064986 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-915ceb77-0dd5-4331-b2be-8000b1c57d17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb28a08cc38e4537b8bb06788557eb52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485328 Jul 28 04:12:25.065745 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ceb77-0dd5-4331-b2be-8000b1c57d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6a010-61fd-415f-8ad1-59b5ea531f8d,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.067529 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59150) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:25.117214 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.139130 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.185266 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.187909 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.189046 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32d6a010-61fd-415f-8ad1-59b5ea531f8d HTTP/1.1" status: 204 len: 168 time: 0.1204078 Jul 28 04:12:25.198571 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea196bb-0d1d-40b0-a31a-8ea837fc7cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6a010-61fd-415f-8ad1-59b5ea531f8d,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.444899 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59156) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:25.458195 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f20a3d2-6eb4-4a1e-9025-1a2369995667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.549282 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f20a3d2-6eb4-4a1e-9025-1a2369995667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.552848 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f20a3d2-6eb4-4a1e-9025-1a2369995667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.592503 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0f20a3d2-6eb4-4a1e-9025-1a2369995667 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48d0cef04004477e8e2805d7392d4e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465030 Jul 28 04:12:25.593605 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20a3d2-6eb4-4a1e-9025-1a2369995667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf32888-65fa-4e83-810e-f077a1328489,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:25.595266 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59158) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:25.647080 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.667199 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.712523 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.715039 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:25.716161 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bf32888-65fa-4e83-810e-f077a1328489 HTTP/1.1" status: 204 len: 168 time: 0.1198649 Jul 28 04:12:25.724717 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7248e50-78ad-4b6d-a42d-3890b0df08f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf32888-65fa-4e83-810e-f077a1328489,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.066974 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59206) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:27.385593 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Deleting port a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:27.385853 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.460782 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.461117 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.472442 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Calling delete_port for a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a owned by network:floatingip {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:27.623922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.652470 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event deleted for resources: {'Port': ['ID=a1bb7bf3-64cd-4688-9e2a-b0b39eaf054a,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:27.712504 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for floatingip, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:27.712920 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Floating IP f7dabdba-a42c-4a56-88ef-a410db781b2a disassociated (deleted). External IP: 172.28.2.202, port: 093d6b24-98ee-4adf-a756-338b455f608d. Jul 28 04:12:27.915798 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Router 9b03d615-35b1-4e39-abbc-f5d439463b11 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:28.019689 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:28.025164 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:28.030428 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Sync routers for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:28.039761 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:28.040363 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:28.050585 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-848ac088-0233-4c5a-b847-90c5291fb931 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "DELETE /v2.0/floatingips/f7dabdba-a42c-4a56-88ef-a410db781b2a HTTP/1.1" status: 204 len: 168 time: 0.9825115 Jul 28 04:12:28.051258 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:28.053987 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:28.091056 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0462329f-d837-417e-a4e5-b70e40e4956c x-openstack-request-id: req-0462329f-d837-417e-a4e5-b70e40e4956c {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:28.091981 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:28.092229 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0462329f-d837-417e-a4e5-b70e40e4956c {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:28.092654 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'status': 'completed', 'code': 200} Jul 28 04:12:28.148098 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:28.156443 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-638bf608-09df-4ff8-9ff3-ab37bbd4a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:28.158092 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-638bf608-09df-4ff8-9ff3-ab37bbd4a145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 1098 time: 0.0425613 Jul 28 04:12:28.308334 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-c3686ccf-20fc-43e5-93f3-ced1e46ac253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:28.309825 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-c3686ccf-20fc-43e5-93f3-ced1e46ac253 service neutron] 10.222.0.41 "GET /v2.0/networks?id=251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 200 len: 909 time: 0.1419017 Jul 28 04:12:28.361059 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f58ad-fb65-4172-aeec-fb083fbdb538 req-5e34bba8-1edb-4a01-89a6-4436026c7033 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:28.362576 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb2f58ad-fb65-4172-aeec-fb083fbdb538 req-5e34bba8-1edb-4a01-89a6-4436026c7033 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.1017807 Jul 28 04:12:28.364024 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-03bfdab2-98c4-4795-aa14-18f1927d20dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 200 len: 217 time: 0.0452833 Jul 28 04:12:28.373435 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:28.442395 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-bb2f58ad-fb65-4172-aeec-fb083fbdb538 req-65dcc1b5-5436-43a6-9fea-b56277ac461a tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731940 Jul 28 04:12:28.449922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-d67cb623-b888-4b22-b3c1-a73a71bb3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:28.451571 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-d67cb623-b888-4b22-b3c1-a73a71bb3225 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 200 len: 847 time: 0.0759432 Jul 28 04:12:28.498574 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Checking router: 9b03d615-35b1-4e39-abbc-f5d439463b11 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:28.506096 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-b4d5d3d1-caec-43c4-b623-2215a300573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:28.506669 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:28.507528 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:28.508004 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-b4d5d3d1-caec-43c4-b623-2215a300573e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=251e6713-2f93-4dc5-826e-3ecbdd32f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0444832 Jul 28 04:12:28.622278 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:28.661572 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-c6799af0-5946-47c5-9631-6e660ee981f0 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443734 Jul 28 04:12:28.761906 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-1fddf9a4-df84-4e01-ac96-3a94eaf60a07 req-e71604fe-adfa-4b8a-9fa9-e52c4687b030 service neutron] 10.222.0.41 "GET /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912826 Jul 28 04:12:28.852401 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:28.884669 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b352cce-83bd-4578-b876-b87a3bc37e86 None None] The sync data for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb is: [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:07:12Z', 'revision_number': 4, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '685eacaa-66e8-4263-a6be-67a8175d27f5', 'name': '', 'network_id': '251e6713-2f93-4dc5-826e-3ecbdd32f297', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'mac_address': 'fa:16:3e:10:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:09Z', 'updated_at': '2021-07-28T04:07:19Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'subnets': [{'id': '0f4b41de-af12-4a5d-8b5b-00890ae46d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:29.094358 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1ff66-adc0-4a8b-94b8-ed6897e88f2d None None] New status for floating IP f7dabdba-a42c-4a56-88ef-a410db781b2a: DOWN {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:12:29.570419 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff5cbd-930a-415d-928a-0fb98350e729 req-c1f50645-ed41-4266-8538-06732edaf8d4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:29.571872 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04ff5cbd-930a-415d-928a-0fb98350e729 req-c1f50645-ed41-4266-8538-06732edaf8d4 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0485106 Jul 28 04:12:29.610179 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-04ff5cbd-930a-415d-928a-0fb98350e729 req-2512cf16-8cfa-4f0f-bfd7-82812982c63e tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/security-groups?id=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Jul 28 04:12:29.797785 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-1bd516b1-e3b2-4c39-a0e6-a42ab9128e82 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:29.799217 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-1bd516b1-e3b2-4c39-a0e6-a42ab9128e82 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 945 time: 0.0517731 Jul 28 04:12:29.895578 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Deleting port 093d6b24-98ee-4adf-a756-338b455f608d {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:29.896152 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:29.987817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] For port 093d6b24-98ee-4adf-a756-338b455f608d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=093d6b24-98ee-4adf-a756-338b455f608d,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:29.988234 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.001879 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Calling delete_port for 093d6b24-98ee-4adf-a756-338b455f608d owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:30.129711 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.157995 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event deleted for resources: {'Port': ['ID=093d6b24-98ee-4adf-a756-338b455f608d,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:30.200309 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] No DVR routers for this DVR port 093d6b24-98ee-4adf-a756-338b455f608d on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:30.213048 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:30.215113 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-c385a11f-deb8-4ce1-8580-a683c1057b93 req-f21f98aa-fa34-4804-8b13-ade763faf2d6 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.41 "DELETE /v2.0/ports/093d6b24-98ee-4adf-a756-338b455f608d HTTP/1.1" status: 204 len: 173 time: 0.4096777 Jul 28 04:12:30.215556 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-deleted', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:12:30.217846 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815f2bac-0062-466b-b37b-30830b0a8e2f" -d '{"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-deleted", "tag": "093d6b24-98ee-4adf-a756-338b455f608d"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:12:30.260216 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92298034-3a25-4bd7-861f-a403fa65f9e7 x-openstack-request-id: req-92298034-3a25-4bd7-861f-a403fa65f9e7 {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:12:30.260534 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc3f2ed-4274-4fe6-b1af-93d767b27f16", "name": "network-vif-deleted", "tag": "093d6b24-98ee-4adf-a756-338b455f608d", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:12:30.260778 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92298034-3a25-4bd7-861f-a403fa65f9e7 {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:12:30.261179 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc3f2ed-4274-4fe6-b1af-93d767b27f16', 'name': 'network-vif-deleted', 'tag': '093d6b24-98ee-4adf-a756-338b455f608d', 'status': 'completed', 'code': 200} Jul 28 04:12:30.736177 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-344d7965-5bb3-4abc-ac97-fd50a0af7acb req-14431fea-f1a2-4d82-ab92-73f99266d5ba tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "GET /v2.0/ports?device_id=fdc3f2ed-4274-4fe6-b1af-93d767b27f16 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Jul 28 04:12:31.794131 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59288) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:31.860453 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:31.890478 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:31.952096 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:31.954655 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:31.955848 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] 10.222.0.43 "DELETE /v2.0/security-groups/bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a HTTP/1.1" status: 204 len: 168 time: 0.1606805 Jul 28 04:12:31.965602 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa552575-95b7-49db-ae60-0f348e017059 tempest-TestShelveInstance-1650699255 tempest-TestShelveInstance-1650699255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0797e-abce-4ce2-bbf6-ed5c5f85ed4a,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:32.015756 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59296) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:32.717993 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:32.965253 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Deleting port 685eacaa-66e8-4263-a6be-67a8175d27f5 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:32.965817 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.048634 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] For port 685eacaa-66e8-4263-a6be-67a8175d27f5, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=685eacaa-66e8-4263-a6be-67a8175d27f5,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:33.048997 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.061554 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Calling delete_port for 685eacaa-66e8-4263-a6be-67a8175d27f5 owned by network:router_interface {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:33.235462 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59318) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.254056 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.279600 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:33.280566 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Pushing event deleted for resources: {'Port': ['ID=685eacaa-66e8-4263-a6be-67a8175d27f5,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:33.319741 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 093d6b24-98ee-4adf-a756-338b455f608d {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:33.320772 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 093d6b24-98ee-4adf-a756-338b455f608d not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:33.351330 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1d621cf0-a048-44a4-8542-fe0198e4ce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.452653 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.458692 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1d621cf0-a048-44a4-8542-fe0198e4ce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.464598 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-1d621cf0-a048-44a4-8542-fe0198e4ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.499047 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-1d621cf0-a048-44a4-8542-fe0198e4ce68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75ecaa8cf1a54fdf92138d58bbcd343f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624021 Jul 28 04:12:33.501246 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59322) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.546764 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d621cf0-a048-44a4-8542-fe0198e4ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e30322-d1d1-4d67-8b87-a286f8db794a,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:33.579051 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.600685 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.647624 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.650893 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.652057 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27e30322-d1d1-4d67-8b87-a286f8db794a HTTP/1.1" status: 204 len: 168 time: 0.1496680 Jul 28 04:12:33.659874 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f56ae9-bd00-4af0-8e13-6733f4c9d870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e30322-d1d1-4d67-8b87-a286f8db794a,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:33.683407 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Router 9b03d615-35b1-4e39-abbc-f5d439463b11 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:33.801101 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:33.806852 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-1940ad2e-292f-425f-81af-ab61a36b125b admin admin] 10.222.0.43 "PUT /v2.0/routers/9b03d615-35b1-4e39-abbc-f5d439463b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898941 Jul 28 04:12:33.809353 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59330) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.812372 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Sync routers for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:33.822456 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:33.823335 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:33.920076 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:33.938221 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:33.946409 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59332) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:33.959762 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5fd3-d33e-44f3-9e64-edebd33fa834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.028034 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.054736 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5fd3-d33e-44f3-9e64-edebd33fa834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.060236 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5fd3-d33e-44f3-9e64-edebd33fa834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.084223 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Deleting port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:34.084618 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.094973 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5fd3-d33e-44f3-9e64-edebd33fa834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0193ef6-597f-454c-a149-c7aaf4160b97,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.108041 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ef8b5fd3-d33e-44f3-9e64-edebd33fa834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a6d8670a053427e9eee9e6cf1922745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602228 Jul 28 04:12:34.110620 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59334) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:34.151292 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:12:33Z', 'revision_number': 5, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port': {'id': 'ae32a8ea-18ed-4a51-a9ee-7825cdf1e086', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:05Z', 'updated_at': '2021-07-28T04:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:34.161997 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.170702 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] For port ae32a8ea-18ed-4a51-a9ee-7825cdf1e086, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:34.171066 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.178893 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Checking router: 9b03d615-35b1-4e39-abbc-f5d439463b11 for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:34.184239 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Calling delete_port for ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 owned by network:router_gateway {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:34.185991 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.187801 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Routers {'9b03d615-35b1-4e39-abbc-f5d439463b11'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:34.188397 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['9b03d615-35b1-4e39-abbc-f5d439463b11'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:34.233922 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.236779 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.241031 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0193ef6-597f-454c-a149-c7aaf4160b97 HTTP/1.1" status: 204 len: 168 time: 0.1291978 Jul 28 04:12:34.250048 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e148c-5130-4391-ac55-37eabeb800d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0193ef6-597f-454c-a149-c7aaf4160b97,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.292921 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] Set router 9b03d615-35b1-4e39-abbc-f5d439463b11 gateway port host: None {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:34.347039 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:12:34Z', 'revision_number': 6, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:34.366788 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.374927 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffe6239-ed2c-4465-9107-017e5813aa42 None None] The sync data for ids ['9b03d615-35b1-4e39-abbc-f5d439463b11'] in dv-cinder-740146-11-smb is: [{'id': '9b03d615-35b1-4e39-abbc-f5d439463b11', 'name': 'tempest-TestShelveInstance-118903563-router', 'tenant_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:04Z', 'updated_at': '2021-07-28T04:12:34Z', 'revision_number': 6, 'project_id': 'bd8e1eae86a543f5a0843e53e2bfbd53', 'gw_port_host': None}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:34.396149 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae32a8ea-18ed-4a51-a9ee-7825cdf1e086,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.457186 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.547147 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.549277 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.595803 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.596328 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b03d615-35b1-4e39-abbc-f5d439463b11 {{(pid=93225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:34.602724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] Notify callbacks [] for router, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.603870 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-2908fd2c-4f91-402b-a6e8-e098e08252bd admin admin] 10.222.0.43 "DELETE /v2.0/routers/9b03d615-35b1-4e39-abbc-f5d439463b11 HTTP/1.1" status: 204 len: 168 time: 0.7933891 Jul 28 04:12:34.606761 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59346) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:34.654468 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Deleting subnet 0f4b41de-af12-4a5d-8b5b-00890ae46d58 {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:12:34.657485 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.692740 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.790729 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.853427 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.879604 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4b41de-af12-4a5d-8b5b-00890ae46d58,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:34.889595 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:34.891481 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a8b91eb6-4b10-4ce5-8d79-2c3895ab0e68 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f4b41de-af12-4a5d-8b5b-00890ae46d58 HTTP/1.1" status: 204 len: 168 time: 0.2836571 Jul 28 04:12:34.894782 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59360) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:34.896869 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009892e-4177-40d9-91dc-6778bb92cc1d None None] Network 251e6713-2f93-4dc5-826e-3ecbdd32f297 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:34.970327 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.029068 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Deleting port bef0319b-9bd2-4c86-8cd6-009cfda75e83 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:35.029506 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.093188 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] For port bef0319b-9bd2-4c86-8cd6-009cfda75e83, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=bef0319b-9bd2-4c86-8cd6-009cfda75e83,segment=NetworkSegment(7da647b5-5012-4c5b-9d1f-7b212fa280b7),segment_id=7da647b5-5012-4c5b-9d1f-7b212fa280b7)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:35.093579 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.107895 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Calling delete_port for bef0319b-9bd2-4c86-8cd6-009cfda75e83 owned by network:dhcp {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:35.175571 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] DHCP port deletion for 251e6713-2f93-4dc5-826e-3ecbdd32f297 request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:12:35.214224 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.234064 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:35.253727 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef0319b-9bd2-4c86-8cd6-009cfda75e83,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:35.260457 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] No DVR routers for this DVR port bef0319b-9bd2-4c86-8cd6-009cfda75e83 on host dv-cinder-740146-11-smb {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:35.269021 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:35.269533 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device ae32a8ea-18ed-4a51-a9ee-7825cdf1e086 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:35.270198 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 685eacaa-66e8-4263-a6be-67a8175d27f5 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:35.291807 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 685eacaa-66e8-4263-a6be-67a8175d27f5 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:35.292373 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 685eacaa-66e8-4263-a6be-67a8175d27f5 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:35.293007 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device bef0319b-9bd2-4c86-8cd6-009cfda75e83 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:35.295603 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Deleting port bef0319b-9bd2-4c86-8cd6-009cfda75e83 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:35.296160 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.326439 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: bef0319b-9bd2-4c86-8cd6-009cfda75e83 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:35.326850 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device bef0319b-9bd2-4c86-8cd6-009cfda75e83 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:35.347678 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.361095 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251e6713-2f93-4dc5-826e-3ecbdd32f297']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:35.372532 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da647b5-5012-4c5b-9d1f-7b212fa280b7') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:35.372889 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da647b5-5012-4c5b-9d1f-7b212fa280b7') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:35.382446 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.386458 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] For port bef0319b-9bd2-4c86-8cd6-009cfda75e83, host dv-cinder-740146-11-smb, got binding levels [] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:35.386857 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.397897 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.406321 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Calling delete_port for bef0319b-9bd2-4c86-8cd6-009cfda75e83 owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:35.408550 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:35.408811 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:12:35.410522 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:12:35.413118 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.ipam_backend_mixin [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Port bef0319b-9bd2-4c86-8cd6-009cfda75e83 was not found and therefore no delete operation was performed {{(pid=93227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 04:12:35.417552 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.447986 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] Pushing event deleted for resources: {'Port': ['ID=bef0319b-9bd2-4c86-8cd6-009cfda75e83,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:35.452659 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2447e8b-1a8d-4f9b-9e9d-401365498827 None None] No DVR routers for this DVR port bef0319b-9bd2-4c86-8cd6-009cfda75e83 on host dv-cinder-740146-11-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:35.479698 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.488085 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:35.489983 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] 10.222.0.43 "DELETE /v2.0/networks/251e6713-2f93-4dc5-826e-3ecbdd32f297 HTTP/1.1" status: 204 len: 168 time: 0.5938692 Jul 28 04:12:35.493449 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59374) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:35.505234 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc7fd-c540-4e03-a37d-9884d70b4027 admin admin] Pushing event deleted for resources: {'Network': ['ID=251e6713-2f93-4dc5-826e-3ecbdd32f297,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:35.850287 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.103563 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Deleting port cfce534f-ff2a-4d4a-b3f5-bda267c2453e {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:36.103954 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.184608 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] For port cfce534f-ff2a-4d4a-b3f5-bda267c2453e, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:36.184974 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.198247 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Calling delete_port for cfce534f-ff2a-4d4a-b3f5-bda267c2453e owned by network:router_interface {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:36.385993 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.411138 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfce534f-ff2a-4d4a-b3f5-bda267c2453e,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:36.573166 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:36.791078 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Router d9b0dab3-cbee-4171-af86-daf60c17d742 has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:12:36.895349 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:12:36.900776 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-35810776-3aa5-4a5a-a953-131aed2d4355 admin admin] 10.222.0.43 "PUT /v2.0/routers/d9b0dab3-cbee-4171-af86-daf60c17d742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062796 Jul 28 04:12:36.904464 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59388) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:36.904973 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Sync routers for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:12:36.913856 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:36.915105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:37.017597 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks [] for router, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.132102 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.158503 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: dv-cinder-740146-11-smb {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:37.200504 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Deleting port 53f0d372-2708-4265-93f3-25acf9ceffd4 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:37.201143 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.287947 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] For port 53f0d372-2708-4265-93f3-25acf9ceffd4, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=53f0d372-2708-4265-93f3-25acf9ceffd4,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:37.288723 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.302446 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Calling delete_port for 53f0d372-2708-4265-93f3-25acf9ceffd4 owned by network:router_gateway {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:37.357254 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:12:36Z', 'revision_number': 5, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port': {'id': '53f0d372-2708-4265-93f3-25acf9ceffd4', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:aa:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:07:17Z', 'updated_at': '2021-07-28T04:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:37.388358 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Checking router: d9b0dab3-cbee-4171-af86-daf60c17d742 for host: dv-cinder-740146-11-smb {{(pid=93227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:12:37.403322 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Routers {'d9b0dab3-cbee-4171-af86-daf60c17d742'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:12:37.404202 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:20Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['d9b0dab3-cbee-4171-af86-daf60c17d742'], 'active': True} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:37.484308 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.487505 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvr_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] Set router d9b0dab3-cbee-4171-af86-daf60c17d742 gateway port host: None {{(pid=93227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:12:37.510611 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f0d372-2708-4265-93f3-25acf9ceffd4,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:37.541564 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_hamode_db [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:12:37Z', 'revision_number': 6, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:37.568518 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90463a46-9b28-4415-9d0a-e0527b025f3b None None] The sync data for ids ['d9b0dab3-cbee-4171-af86-daf60c17d742'] in dv-cinder-740146-11-smb is: [{'id': 'd9b0dab3-cbee-4171-af86-daf60c17d742', 'name': 'tempest-TestShelveInstance-1910940949-router', 'tenant_id': 'f32221172458456782ec79ef05bc092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:07:16Z', 'updated_at': '2021-07-28T04:12:37Z', 'revision_number': 6, 'project_id': 'f32221172458456782ec79ef05bc092e', 'gw_port_host': None}] {{(pid=93227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:12:37.573152 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.664718 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.666837 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.709026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.709525 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b0dab3-cbee-4171-af86-daf60c17d742 {{(pid=93226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:12:37.714225 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.715375 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-c371015d-2872-4daf-bf10-88ff445da058 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d9b0dab3-cbee-4171-af86-daf60c17d742 HTTP/1.1" status: 204 len: 168 time: 0.8109746 Jul 28 04:12:37.718129 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59402) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:37.762821 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.db_base_plugin_v2 [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Deleting subnet d23f3e1e-8186-4be2-94ed-70985e202ff1 {{(pid=93225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:12:37.765754 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:37.801674 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5507735'] for subnet, precommit_delete_associations {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.167505 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.221106 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6977313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6269756'] for subnet, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.246171 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23f3e1e-8186-4be2-94ed-70985e202ff1,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:38.250735 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for subnet, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.252613 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-979fb6a0-9596-4b40-ae11-8808cfcfb0be admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d23f3e1e-8186-4be2-94ed-70985e202ff1 HTTP/1.1" status: 204 len: 168 time: 0.5333819 Jul 28 04:12:38.255155 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59406) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:38.256545 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c77d8e-a735-40b2-aebd-8a6c03907ca2 None None] Network 19fd1900-ec76-45a4-8e83-efa97fd966f0 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:12:38.327285 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.392232 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Deleting port 21f60597-99cd-49d8-b116-5478126c740d {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:38.392596 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.446808 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] DHCP port deletion for 19fd1900-ec76-45a4-8e83-efa97fd966f0 request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:12:38.462704 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] For port 21f60597-99cd-49d8-b116-5478126c740d, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=21f60597-99cd-49d8-b116-5478126c740d,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:38.463066 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.477492 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Calling delete_port for 21f60597-99cd-49d8-b116-5478126c740d owned by network:dhcp {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:38.505250 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Deleting port 21f60597-99cd-49d8-b116-5478126c740d {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:38.505620 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.560284 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.575671 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] For port 21f60597-99cd-49d8-b116-5478126c740d, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=21f60597-99cd-49d8-b116-5478126c740d,segment=NetworkSegment(56faaa63-ff74-4fd6-8834-9ded18c891f0),segment_id=56faaa63-ff74-4fd6-8834-9ded18c891f0)] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:38.576061 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.591049 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Calling delete_port for 21f60597-99cd-49d8-b116-5478126c740d owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:12:38.591208 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f60597-99cd-49d8-b116-5478126c740d,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:38.595357 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] No DVR routers for this DVR port 21f60597-99cd-49d8-b116-5478126c740d on host dv-cinder-740146-11-smb {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:38.685786 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.702549 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fd1900-ec76-45a4-8e83-efa97fd966f0']}} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:38.716461 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56faaa63-ff74-4fd6-8834-9ded18c891f0') {'for_net_delete': True} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:38.716461 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.services.segments.db [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56faaa63-ff74-4fd6-8834-9ded18c891f0') {} {{(pid=93225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:12:38.733572 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5507742'] for segment, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.750718 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.756885 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.762331 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:12:38.762847 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6977371'] for segment, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: Traceback (most recent call last): Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: timer() Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: cb(*args, **kw) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: return func(*args, **kwargs) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: self._notify() Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: self.callback(batched_events) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: event.method(event) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: return f(self, *a, **k) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: return self._get(url).json() Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: return self.request(url, 'GET', **kwargs) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:12:38.765001 dv-cinder-740146-11-smb neutron-server[93225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:12:38.784376 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] Pushing event deleted for resources: {'Port': ['ID=21f60597-99cd-49d8-b116-5478126c740d,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:38.786173 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4263a2-f489-4a19-bfac-83ae65aa0f2a None None] No DVR routers for this DVR port 21f60597-99cd-49d8-b116-5478126c740d on host dv-cinder-740146-11-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:12:38.829200 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.835037 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:38.837725 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] 10.222.0.43 "DELETE /v2.0/networks/19fd1900-ec76-45a4-8e83-efa97fd966f0 HTTP/1.1" status: 204 len: 168 time: 0.5812879 Jul 28 04:12:38.852951 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8bbb1-55ec-4003-8818-4193c5f79d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fd1900-ec76-45a4-8e83-efa97fd966f0,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:39.012280 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59418) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:39.052025 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-b3fc9098-35de-4954-a494-74d4a777061d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd8e1eae86a543f5a0843e53e2bfbd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385072 Jul 28 04:12:39.055044 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59420) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:39.101670 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.123307 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.182078 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.184895 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.186119 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ab9852f-43bc-4283-9ce7-dd2d6eafd6e6 HTTP/1.1" status: 204 len: 168 time: 0.1301975 Jul 28 04:12:39.186755 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 21f60597-99cd-49d8-b116-5478126c740d no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:39.194596 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e8d43-6d73-4a9c-b879-5d5bba49c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab9852f-43bc-4283-9ce7-dd2d6eafd6e6,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:39.209491 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 21f60597-99cd-49d8-b116-5478126c740d {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:39.209839 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 21f60597-99cd-49d8-b116-5478126c740d not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:39.210246 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 53f0d372-2708-4265-93f3-25acf9ceffd4 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:39.234105 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 53f0d372-2708-4265-93f3-25acf9ceffd4 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:39.234446 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 53f0d372-2708-4265-93f3-25acf9ceffd4 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:39.234848 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device cfce534f-ff2a-4d4a-b3f5-bda267c2453e no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:12:39.254686 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: cfce534f-ff2a-4d4a-b3f5-bda267c2453e {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:12:39.255024 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device cfce534f-ff2a-4d4a-b3f5-bda267c2453e not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:12:39.280343 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:12:39.493759 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59428) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:39.532241 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a58200fe-50b1-4fc8-bfb6-8a7598e3d28e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f32221172458456782ec79ef05bc092e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373828 Jul 28 04:12:39.534503 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59430) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:39.584742 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.606539 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.652160 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.654658 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:39.655771 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd765a02-ee5a-4917-97f5-d31b4ca96613 HTTP/1.1" status: 204 len: 168 time: 0.1204140 Jul 28 04:12:39.663038 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99523d36-97e2-4b7b-bc85-069c2c6850f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd765a02-ee5a-4917-97f5-d31b4ca96613,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:41.285946 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59452) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:41.387801 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6395299c-db07-4283-a6b0-dddd692f3fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.475802 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6395299c-db07-4283-a6b0-dddd692f3fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.479879 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6395299c-db07-4283-a6b0-dddd692f3fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.518532 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-6395299c-db07-4283-a6b0-dddd692f3fa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d92c2c1b870440339d4059cf32784bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315025 Jul 28 04:12:41.519251 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395299c-db07-4283-a6b0-dddd692f3fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e93b9c-b3d2-4ff7-acc6-03383b08c809,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:41.521148 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59458) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:41.574146 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.595646 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.640912 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.643412 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:41.644601 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58e93b9c-b3d2-4ff7-acc6-03383b08c809 HTTP/1.1" status: 204 len: 168 time: 0.1219084 Jul 28 04:12:41.652869 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a7fe-b768-4cdb-aed2-dcd0005cd71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e93b9c-b3d2-4ff7-acc6-03383b08c809,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:41.898032 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59464) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:41.911213 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-82a7a957-db0d-4070-9241-fa0fdbca0d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.001636 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-82a7a957-db0d-4070-9241-fa0fdbca0d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.005138 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-82a7a957-db0d-4070-9241-fa0fdbca0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.042950 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-82a7a957-db0d-4070-9241-fa0fdbca0d94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=915859b8c00544c7a5ada1b8fd5e4eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437860 Jul 28 04:12:42.043766 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7a957-db0d-4070-9241-fa0fdbca0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d99c41c-baad-484f-bb3a-6e19542b298e,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:42.045724 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59466) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:42.094108 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.114881 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.161984 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.165458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:42.166590 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d99c41c-baad-484f-bb3a-6e19542b298e HTTP/1.1" status: 204 len: 168 time: 0.1198878 Jul 28 04:12:42.173893 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d13fbc-809b-4f98-8af4-a301fa77fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d99c41c-baad-484f-bb3a-6e19542b298e,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:42.884250 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:47.832882 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59560) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:47.925648 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-40e6dab5-d63d-4a83-a011-af93d66d42fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:47.941786 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.029258 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.033039 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.069405 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da476632535c45eea7fac4384c251e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354610 Jul 28 04:12:48.071260 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6864ecc5-e3ea-4b39-8313-593395355432,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:48.072362 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59568) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:48.082208 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.082580 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.082916 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.083242 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.083568 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.083889 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.084754 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.084754 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.084953 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.085159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.086116 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.086310 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0cb64b-9d04-46f1-ae39-f12d6b028c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.124880 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.145955 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.201215 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.203669 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.212907 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6864ecc5-e3ea-4b39-8313-593395355432 HTTP/1.1" status: 204 len: 168 time: 0.1353102 Jul 28 04:12:48.222400 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6864ecc5-e3ea-4b39-8313-593395355432,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:48.230254 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.230606 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.230949 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.231408 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.231922 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.232261 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.232688 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.233020 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.233352 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.233680 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.234005 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.234323 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2f76-6797-4337-9675-bd7b1626ea21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:12:48.467159 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59578) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:48.481803 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-42a0e56b-e2b6-489e-b3e6-68f21480c381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.567762 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-42a0e56b-e2b6-489e-b3e6-68f21480c381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.572267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-42a0e56b-e2b6-489e-b3e6-68f21480c381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.609085 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-42a0e56b-e2b6-489e-b3e6-68f21480c381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d238584125c04a38b13fa1fcd8d70c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408446 Jul 28 04:12:48.609912 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e56b-e2b6-489e-b3e6-68f21480c381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f6855e-c174-400b-90ea-4d37685022f6,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:48.611842 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59580) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:48.660344 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.681035 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.730508 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.733203 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:48.734340 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1f6855e-c174-400b-90ea-4d37685022f6 HTTP/1.1" status: 204 len: 168 time: 0.1215029 Jul 28 04:12:48.745682 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329143-4799-45e2-8a68-fa947f6a2bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f6855e-c174-400b-90ea-4d37685022f6,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:50.492719 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-dc4095ba-a1f9-43d5-896e-2f9d4f06add7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:50.761074 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:51.630406 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.331345 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59660) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:52.443998 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-780cd1b7-c91b-4034-bdd3-8f11e4d167fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.534160 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-780cd1b7-c91b-4034-bdd3-8f11e4d167fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.537799 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-780cd1b7-c91b-4034-bdd3-8f11e4d167fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.578572 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-780cd1b7-c91b-4034-bdd3-8f11e4d167fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4af82ce76f1c4843bc9df33d22326cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436538 Jul 28 04:12:52.578572 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cd1b7-c91b-4034-bdd3-8f11e4d167fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499a5711-7bf9-4f3f-842e-6084758e69b3,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:52.579501 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59664) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:12:52.632819 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.654016 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.698080 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.700547 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:52.701671 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/499a5711-7bf9-4f3f-842e-6084758e69b3 HTTP/1.1" status: 204 len: 168 time: 0.1209476 Jul 28 04:12:52.709383 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e7770-7d2d-46c1-9da0-131433029c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499a5711-7bf9-4f3f-842e-6084758e69b3,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:12:53.388068 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:57.834062 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88555165-dcdf-40ec-a6d5-5a271a938679 req-4887c542-a28d-489c-82a1-d889edf6f156 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:57.835545 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88555165-dcdf-40ec-a6d5-5a271a938679 req-4887c542-a28d-489c-82a1-d889edf6f156 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.0491476 Jul 28 04:12:57.873445 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-88555165-dcdf-40ec-a6d5-5a271a938679 req-e58dbbb8-d5b4-4896-af27-ff226ef8adea tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Jul 28 04:12:58.991458 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50cf95-c949-4a2d-86b0-5db915e5b6bf req-3df7e6da-1542-48cc-8e7d-da0045e5af35 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:58.992958 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab50cf95-c949-4a2d-86b0-5db915e5b6bf req-3df7e6da-1542-48cc-8e7d-da0045e5af35 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Jul 28 04:12:59.034938 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-ab50cf95-c949-4a2d-86b0-5db915e5b6bf req-642e5e4c-45e2-4645-841f-fcb669342b90 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Jul 28 04:12:59.660222 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-4aa761ed-2365-4cda-a418-0c8656bbf31f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:12:59.661794 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-4aa761ed-2365-4cda-a418-0c8656bbf31f tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Jul 28 04:12:59.748740 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Deleting port 171504fd-134f-458c-90c2-e9a4a4ddcfca {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:12:59.749067 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:12:59.840648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] For port 171504fd-134f-458c-90c2-e9a4a4ddcfca, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=171504fd-134f-458c-90c2-e9a4a4ddcfca,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:12:59.841012 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.005190 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.005190 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1004604'] for floatingip, after_update {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.006076 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.db.l3_db [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Floating IP e6fb4093-ae1b-48e8-812e-ecf3e26f12a0 disassociated. External IP: 172.28.2.6, port: 171504fd-134f-458c-90c2-e9a4a4ddcfca. Jul 28 04:13:00.006076 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Calling delete_port for 171504fd-134f-458c-90c2-e9a4a4ddcfca owned by compute:nova {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:00.162923 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.203115 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e9fed-7a59-45df-b664-4f7df49f41c1 req-3e626ed7-010a-4680-9b67-2373225be1e2 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 04:13:00.204671 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-648e9fed-7a59-45df-b664-4f7df49f41c1 req-3e626ed7-010a-4680-9b67-2373225be1e2 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac7a5770-ce1a-4f20-a5f2-2f72e660a752 HTTP/1.1" status: 200 len: 867 time: 0.0914571 Jul 28 04:13:00.205754 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'Port': ['ID=171504fd-134f-458c-90c2-e9a4a4ddcfca,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:00.288819 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-648e9fed-7a59-45df-b664-4f7df49f41c1 req-e1023f8f-8f1f-4cdb-8c08-bff5d807b28c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups?id=69278efd-a1c8-43c6-8009-7ce2e2123abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752656 Jul 28 04:13:00.343179 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:00.448393 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:00.457737 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:00.466545 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:00.467148 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:00.490525 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.db.l3_dvrscheduler_db [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] No DVR routers for this DVR port 171504fd-134f-458c-90c2-e9a4a4ddcfca on host hv-cinder-74014 {{(pid=93225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:13:00.494112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for port, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:00.496072 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [req-14602cb9-2745-4aea-a5d3-8049599e6e5c req-c263e25a-f9db-4ad3-a463-4cbdfd11e694 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.41 "DELETE /v2.0/ports/171504fd-134f-458c-90c2-e9a4a4ddcfca HTTP/1.1" status: 204 len: 173 time: 0.8285592 Jul 28 04:13:00.496527 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'name': 'network-vif-deleted', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca'}] {{(pid=93225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 04:13:00.498761 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a659d7b52a69acb2dcf555035a4f06673b2e6fbf3ef7ddc48751e82978a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bc077b-ee30-434a-aad5-e3280d566fc3" -d '{"events": [{"server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "name": "network-vif-deleted", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca"}]}' {{(pid=93225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 04:13:00.537074 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56866c21-d1f3-4ecd-93e6-43b45fc5310b x-openstack-request-id: req-56866c21-d1f3-4ecd-93e6-43b45fc5310b {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 04:13:00.537368 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7a5770-ce1a-4f20-a5f2-2f72e660a752", "name": "network-vif-deleted", "tag": "171504fd-134f-458c-90c2-e9a4a4ddcfca", "status": "completed", "code": 200}]} {{(pid=93225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 04:13:00.537617 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56866c21-d1f3-4ecd-93e6-43b45fc5310b {{(pid=93225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 04:13:00.538068 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7a5770-ce1a-4f20-a5f2-2f72e660a752', 'name': 'network-vif-deleted', 'tag': '171504fd-134f-458c-90c2-e9a4a4ddcfca', 'status': 'completed', 'code': 200} Jul 28 04:13:00.578384 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:00.784660 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:00.810635 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:00.818516 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:00.819104 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.013349 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:01.211727 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:01.241197 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749bcd-2cfd-49ca-a392-29e388632f85 None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:49Z', 'revision_number': 4, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb', '_interfaces': [{'id': '6519a3e1-028c-4152-a116-36d295dde428', 'name': '', 'network_id': 'ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'mac_address': 'fa:16:3e:7b:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:48Z', 'updated_at': '2021-07-28T04:08:55Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'subnets': [{'id': 'fe57c21e-0d69-4528-ac5f-a8775c8057f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:01.372365 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59822) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:01.434139 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.459158 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.462264 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731c6978-ea1e-42ae-9119-a87c026b3aab None None] New status for floating IP e6fb4093-ae1b-48e8-812e-ecf3e26f12a0: DOWN {{(pid=93227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 04:13:01.506498 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.510075 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.511274 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "DELETE /v2.0/security-groups/69278efd-a1c8-43c6-8009-7ce2e2123abb HTTP/1.1" status: 204 len: 168 time: 0.1378481 Jul 28 04:13:01.514064 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59824) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:01.520556 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3db5-a95f-4467-aeec-a64788cbebf1 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69278efd-a1c8-43c6-8009-7ce2e2123abb,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:01.529239 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.api.v2.resource [None req-6da2d62a-3289-4e9e-924b-9bc13c2abe06 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] show failed (client error): The resource could not be found. Jul 28 04:13:01.530322 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6da2d62a-3289-4e9e-924b-9bc13c2abe06 tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "GET /v2.0/security-groups/69278efd-a1c8-43c6-8009-7ce2e2123abb HTTP/1.1" status: 404 len: 347 time: 0.0149438 Jul 28 04:13:01.533234 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59826) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:01.887713 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Deleting port d68efb03-3f71-4315-8aaa-21f82b29759b {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:01.887947 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.965344 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.965673 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:01.976961 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Calling delete_port for d68efb03-3f71-4315-8aaa-21f82b29759b owned by network:floatingip {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:02.112279 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:02.142522 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Pushing event deleted for resources: {'Port': ['ID=d68efb03-3f71-4315-8aaa-21f82b29759b,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:02.209476 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:02.212980 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162863'] for floatingip, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:02.214140 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-8ca48dda-746e-4374-86de-7c0b88cc3d6c tempest-AttachVolumeTestJSON-1142468684 tempest-AttachVolumeTestJSON-1142468684-project] 10.222.0.43 "DELETE /v2.0/floatingips/e6fb4093-ae1b-48e8-812e-ecf3e26f12a0 HTTP/1.1" status: 204 len: 168 time: 0.6799498 Jul 28 04:13:03.398406 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 171504fd-134f-458c-90c2-e9a4a4ddcfca no longer exists at agent hyperv_hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:03.418447 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] No Port match for: 171504fd-134f-458c-90c2-e9a4a4ddcfca {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:03.418754 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Device 171504fd-134f-458c-90c2-e9a4a4ddcfca not bound to the agent host hv-cinder-74014 {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:03.602820 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59850) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:03.703846 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb249937-5f69-40dc-ac9d-885cabd24c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.791623 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb249937-5f69-40dc-ac9d-885cabd24c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.795154 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb249937-5f69-40dc-ac9d-885cabd24c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.833781 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bb249937-5f69-40dc-ac9d-885cabd24c43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e6255e5b1b8472e9ccd7f01c03b7d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298877 Jul 28 04:13:03.836497 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb249937-5f69-40dc-ac9d-885cabd24c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35222b-1d7c-4122-a3f5-d83762bed43b,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:03.837173 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59854) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:03.884961 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.905918 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.953646 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.956267 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:03.957432 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a35222b-1d7c-4122-a3f5-d83762bed43b HTTP/1.1" status: 204 len: 168 time: 0.1192331 Jul 28 04:13:03.965902 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d74c8-2957-4c5b-84a3-a80a0d56184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35222b-1d7c-4122-a3f5-d83762bed43b,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:05.767689 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59874) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:06.092977 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-642108'] for router_interface, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.324022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Deleting port 6519a3e1-028c-4152-a116-36d295dde428 {{(pid=93225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:06.324366 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.400208 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.db [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] For port 6519a3e1-028c-4152-a116-36d295dde428, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=6519a3e1-028c-4152-a116-36d295dde428,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:06.400511 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.415707 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Calling delete_port for 6519a3e1-028c-4152-a116-36d295dde428 owned by network:router_interface {{(pid=93225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:06.587642 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6977396'] for port, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.611783 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6519a3e1-028c-4152-a116-36d295dde428,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:06.780855 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-975780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-642128'] for router_interface, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:06.991350 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Router a3cfd751-8918-46f9-9dc2-1aaa800e389e has already been hosted by L3 agent ec7ddadb-d614-424d-953c-9a740e253cdb {{(pid=93225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 04:13:07.093666 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] Notify agent at l3_agent.dv-cinder-740146-11-smb the message routers_updated {{(pid=93225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 04:13:07.099796 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-ec1ffa74-1492-4079-b399-58b14546dea4 admin admin] 10.222.0.43 "PUT /v2.0/routers/a3cfd751-8918-46f9-9dc2-1aaa800e389e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3310316 Jul 28 04:13:07.101858 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59876) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:07.102747 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Sync routers for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 04:13:07.114711 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:07.115322 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:07.207160 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.219006 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: dv-cinder-740146-11-smb {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:07.306392 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.357537 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Deleting port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:07.357872 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.395940 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'external_fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:13:06Z', 'revision_number': 5, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port': {'id': '315b3bd2-16a7-4504-9c92-72ade3ba4d2c', 'name': '', 'network_id': '999ccaec-34bc-4420-a777-283975be4eb5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-11-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '63c0cf6c-bfff-4fa8-90d1-6b44f7db1e34', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-11-smb'}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:07.422544 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Checking router: a3cfd751-8918-46f9-9dc2-1aaa800e389e for host: dv-cinder-740146-11-smb {{(pid=93228) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 04:13:07.431103 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Routers {'a3cfd751-8918-46f9-9dc2-1aaa800e389e'} bound to L3 agent in host dv-cinder-740146-11-smb {{(pid=93228) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 04:13:07.431696 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-11-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T03:57:20Z,description=,heartbeat_timestamp=2021-07-28T04:12:50Z,host='dv-cinder-740146-11-smb',id=ec7ddadb-d614-424d-953c-9a740e253cdb,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T03:57:20Z,topic='l3_agent')) {'router_ids': ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'], 'active': True} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:07.435160 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] For port 315b3bd2-16a7-4504-9c92-72ade3ba4d2c, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,segment=NetworkSegment(30c217e2-0b92-4144-a4bc-e3902bdca8de),segment_id=30c217e2-0b92-4144-a4bc-e3902bdca8de)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:07.435522 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.447905 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Calling delete_port for 315b3bd2-16a7-4504-9c92-72ade3ba4d2c owned by network:router_gateway {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:07.517559 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_dvr_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] Set router a3cfd751-8918-46f9-9dc2-1aaa800e389e gateway port host: None {{(pid=93228) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 04:13:07.571538 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.l3_hamode_db [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:13:07Z', 'revision_number': 6, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port_host': None}], 'dv-cinder-740146-11-smb', False) {} {{(pid=93228) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:07.597480 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178334c-a506-4bf1-8f78-bf9f8542ce61 None None] The sync data for ids ['a3cfd751-8918-46f9-9dc2-1aaa800e389e'] in dv-cinder-740146-11-smb is: [{'id': 'a3cfd751-8918-46f9-9dc2-1aaa800e389e', 'name': 'tempest-AttachVolumeTestJSON-1854851230-router', 'tenant_id': 'f24057fdf23e4d88b0cef30655a2da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T04:08:46Z', 'updated_at': '2021-07-28T04:13:07Z', 'revision_number': 6, 'project_id': 'f24057fdf23e4d88b0cef30655a2da75', 'gw_port_host': None}] {{(pid=93228) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 04:13:07.613422 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.642943 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=315b3bd2-16a7-4504-9c92-72ade3ba4d2c,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:07.702040 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1004786'] for router_gateway, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.791435 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-526957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-90877'] for router, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.793501 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.836768 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-527357'] for router, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.837371 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3cfd751-8918-46f9-9dc2-1aaa800e389e {{(pid=93226) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 04:13:07.841652 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] Notify callbacks [] for router, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.843024 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-9e98a10c-bde2-4511-a1bb-6ab159094c1d admin admin] 10.222.0.43 "DELETE /v2.0/routers/a3cfd751-8918-46f9-9dc2-1aaa800e389e HTTP/1.1" status: 204 len: 168 time: 0.7402031 Jul 28 04:13:07.845377 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59878) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:07.892079 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Deleting subnet fe57c21e-0d69-4528-ac5f-a8775c8057f7 {{(pid=93226) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 04:13:07.894897 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:07.930726 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7086791'] for subnet, precommit_delete_associations {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.011365 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1913913'] for subnet, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.062440 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1913904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7086634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6276611'] for subnet, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.090603 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe57c21e-0d69-4528-ac5f-a8775c8057f7,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:08.095191 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.097125 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bebed634-2f56-44f3-abf4-d9b23a5a8b73 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe57c21e-0d69-4528-ac5f-a8775c8057f7 HTTP/1.1" status: 204 len: 168 time: 0.2508526 Jul 28 04:13:08.099582 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59880) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:08.100301 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f4ad5-3281-44ac-ae28-91c0658d76a8 None None] Network ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 requested from dv-cinder-740146-11-smb {{(pid=93227) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 04:13:08.166095 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2041035'] for network, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.218264 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Deleting port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 {{(pid=93226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:08.218607 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.283548 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.db [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] For port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host dv-cinder-740146-11-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-11-smb',level=0,port_id=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,segment=NetworkSegment(c774baef-9092-4168-bc29-bc95d748edb2),segment_id=c774baef-9092-4168-bc29-bc95d748edb2)] {{(pid=93226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:08.283846 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.296690 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Calling delete_port for aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 owned by network:dhcp {{(pid=93226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:08.369346 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] DHCP port deletion for ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 request from dv-cinder-740146-11-smb {{(pid=93227) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 04:13:08.381747 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7086719'] for port, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.405341 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Pushing event deleted for resources: {'Port': ['ID=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:08.411718 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] No DVR routers for this DVR port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 on host dv-cinder-740146-11-smb {{(pid=93226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:13:08.422763 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Deleting port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 {{(pid=93227) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 04:13:08.423145 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789890307467'] for port, before_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.489347 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904460', 'neutron.services.segments.db._delete_segments_for_network-8789890388785'] for network, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.492436 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.db [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] For port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4, host dv-cinder-740146-11-smb, got binding levels [] {{(pid=93227) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 04:13:08.492833 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648995'] for port, precommit_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.499264 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1']}} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:08.504726 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Calling delete_port for aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 owned by network:dhcp {{(pid=93227) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 04:13:08.507620 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.ipam_backend_mixin [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 was not found and therefore no delete operation was performed {{(pid=93227) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 04:13:08.508845 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1614995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789890312735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789889921805'] for port, after_delete {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.509191 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c774baef-9092-4168-bc29-bc95d748edb2') {'for_net_delete': True} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:08.509489 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.services.segments.db [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c774baef-9092-4168-bc29-bc95d748edb2') {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 04:13:08.518144 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789890390586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7086798'] for segment, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.531919 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980'] for segment, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.533211 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Pushing event deleted for resources: {'Port': ['ID=aecc5dc1-b7c5-4af0-84f7-709e23eb26f4,revision_number=None']} {{(pid=93227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:08.538199 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93226) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 04:13:08.539504 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1915980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7086672'] for segment, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: Traceback (most recent call last): Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: timer() Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: cb(*args, **kw) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: return func(*args, **kwargs) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: self._notify() Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: self.callback(batched_events) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: event.method(event) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: return f(self, *a, **k) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: return self._get(url).json() Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: return self.request(url, 'GET', **kwargs) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 04:13:08.541470 dv-cinder-740146-11-smb neutron-server[93226]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.543928 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.544529 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.544529 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.544756 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.545284 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.545610 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.545932 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-11-smb {{(pid=93227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 04:13:08.548644 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9c8c6-6627-48d1-8053-6589a0cb98b0 None None] No DVR routers for this DVR port aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 on host dv-cinder-740146-11-smb {{(pid=93227) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 04:13:08.608902 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-975807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1004750'] for network, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.624891 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-975745'] for network, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.627678 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] 10.222.0.43 "DELETE /v2.0/networks/ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1 HTTP/1.1" status: 204 len: 168 time: 0.5262814 Jul 28 04:13:08.628280 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82e2b7-8770-4760-a92a-2c06d41cd6af admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6e8dcd-f3e1-449c-9c23-bb2ea56821a1,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:08.805794 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59884) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:08.845054 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-1eceed63-129d-4fb2-bf7a-a53938aa7fcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f24057fdf23e4d88b0cef30655a2da75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381234 Jul 28 04:13:08.847491 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59886) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:08.895022 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.916131 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.961203 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.963707 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:08.964861 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78dd059a-60d4-4bc8-90cc-93ecc2b72437 HTTP/1.1" status: 204 len: 168 time: 0.1164713 Jul 28 04:13:08.972520 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad46c70-ad6a-4a34-8210-184b21c70302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd059a-60d4-4bc8-90cc-93ecc2b72437,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:09.201359 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:09.226475 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:09.226982 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device aecc5dc1-b7c5-4af0-84f7-709e23eb26f4 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:09.227396 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 315b3bd2-16a7-4504-9c92-72ade3ba4d2c no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:09.246832 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 315b3bd2-16a7-4504-9c92-72ade3ba4d2c {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:09.247172 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 315b3bd2-16a7-4504-9c92-72ade3ba4d2c not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:09.247619 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6519a3e1-028c-4152-a116-36d295dde428 no longer exists at agent ovs-agent-dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 04:13:09.267179 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.plugin [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] No Port match for: 6519a3e1-028c-4152-a116-36d295dde428 {{(pid=93227) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 04:13:09.267432 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron.plugins.ml2.rpc [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Device 6519a3e1-028c-4152-a116-36d295dde428 not bound to the agent host dv-cinder-740146-11-smb {{(pid=93227) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 04:13:10.580739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59938) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:10.685568 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f4fae956-7507-434a-adbe-3895a8c90590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.775387 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f4fae956-7507-434a-adbe-3895a8c90590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.778951 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-f4fae956-7507-434a-adbe-3895a8c90590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.816271 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae956-7507-434a-adbe-3895a8c90590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28387f-12a5-469d-9acd-a80b9aae7414,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:10.821347 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-f4fae956-7507-434a-adbe-3895a8c90590 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78f86ea618914611ace86053c43374fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395890 Jul 28 04:13:10.824633 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59942) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:10.871804 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.891632 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.936074 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.938836 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:10.939984 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf28387f-12a5-469d-9acd-a80b9aae7414 HTTP/1.1" status: 204 len: 168 time: 0.1151779 Jul 28 04:13:10.947256 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08427edc-a919-459c-a137-aa364cca150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28387f-12a5-469d-9acd-a80b9aae7414,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:11.198290 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 59948) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:11.211629 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3d645ed3-7251-44e5-9264-cd489903e9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.300287 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3d645ed3-7251-44e5-9264-cd489903e9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.304360 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-3d645ed3-7251-44e5-9264-cd489903e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.342216 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-3d645ed3-7251-44e5-9264-cd489903e9b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d97c6ac8520143ac9e530baa13c0db9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428604 Jul 28 04:13:11.343081 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d645ed3-7251-44e5-9264-cd489903e9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0bfbb-0ee9-4d9e-bf66-83c449b66b7a,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:11.344902 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 59950) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:11.393026 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.419406 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.465292 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.467753 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:11.468998 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9b0bfbb-0ee9-4d9e-bf66-83c449b66b7a HTTP/1.1" status: 204 len: 168 time: 0.1230483 Jul 28 04:13:11.476694 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87293d-a868-485a-88f6-95209e88dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0bfbb-0ee9-4d9e-bf66-83c449b66b7a,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:12.883376 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.234979 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60046) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:16.278778 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:16.336805 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5e2-3235-42a7-bb0b-9f0fe843f12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.422634 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5e2-3235-42a7-bb0b-9f0fe843f12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.426271 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fc74d5e2-3235-42a7-bb0b-9f0fe843f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.463974 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fc74d5e2-3235-42a7-bb0b-9f0fe843f12a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c56c828f1cb848f2ab58e7ca491c71fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279482 Jul 28 04:13:16.464934 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74d5e2-3235-42a7-bb0b-9f0fe843f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147b104-7ce1-4b20-adcd-a0451db49f08,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:16.466727 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60050) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:16.515588 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.536258 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.580483 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.582923 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.584084 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6147b104-7ce1-4b20-adcd-a0451db49f08 HTTP/1.1" status: 204 len: 168 time: 0.1159956 Jul 28 04:13:16.596315 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9597ae9-2643-4714-ad0a-c4c44255eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147b104-7ce1-4b20-adcd-a0451db49f08,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:16.832039 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60056) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:16.845161 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28f0a39d-e6ab-4037-9ae7-955de3950a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.931930 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28f0a39d-e6ab-4037-9ae7-955de3950a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.935739 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-28f0a39d-e6ab-4037-9ae7-955de3950a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:16.975276 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-28f0a39d-e6ab-4037-9ae7-955de3950a73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9afd8aad24624d24aeb53205b0ba4cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422195 Jul 28 04:13:16.977245 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0a39d-e6ab-4037-9ae7-955de3950a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601050cd-ff40-4226-a0d7-f76f01d04fdf,revision_number=1']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:16.978192 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60058) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:17.029069 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:17.048716 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:17.093592 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:17.096116 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:17.097267 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/601050cd-ff40-4226-a0d7-f76f01d04fdf HTTP/1.1" status: 204 len: 168 time: 0.1180968 Jul 28 04:13:17.104963 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda79063-783b-4431-8e5b-cbe73580c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601050cd-ff40-4226-a0d7-f76f01d04fdf,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:17.916956 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f69f7146-23cc-4e07-9c1e-a2dee95c13d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.109394 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60094) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:18.212362 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7f14cb99-c0c5-4971-aa65-68c7917d2f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.298835 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7f14cb99-c0c5-4971-aa65-68c7917d2f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.302419 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-7f14cb99-c0c5-4971-aa65-68c7917d2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.340218 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-7f14cb99-c0c5-4971-aa65-68c7917d2f96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=532b5269b926482b9d8f0193c756edb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298017 Jul 28 04:13:18.341087 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14cb99-c0c5-4971-aa65-68c7917d2f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bb98f3-d8b6-4d1b-a164-9094bca261ed,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:18.342888 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60098) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:18.391112 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.411520 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.456897 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.459415 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:18.460567 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68bb98f3-d8b6-4d1b-a164-9094bca261ed HTTP/1.1" status: 204 len: 168 time: 0.1164949 Jul 28 04:13:18.468874 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c307b69-6db8-4b12-b30f-94beff4fe192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bb98f3-d8b6-4d1b-a164-9094bca261ed,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:20.493241 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-83061d01-e9c7-41a5-aa79-be0d0e7db09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:20.762081 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:21.632681 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.432023 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60156) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:22.532783 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-80690123-3ca5-41de-bac0-bed5ccdb3244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.621414 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-80690123-3ca5-41de-bac0-bed5ccdb3244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.625045 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-80690123-3ca5-41de-bac0-bed5ccdb3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.661779 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-80690123-3ca5-41de-bac0-bed5ccdb3244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=042bc51c32794d44aa4b10905b0579c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286875 Jul 28 04:13:22.664360 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60160) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:22.670871 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80690123-3ca5-41de-bac0-bed5ccdb3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a22b8-fc60-445e-bc58-324a16d006ae,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:22.713921 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.735960 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.780884 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.783460 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:22.784617 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/003a22b8-fc60-445e-bc58-324a16d006ae HTTP/1.1" status: 204 len: 168 time: 0.1186776 Jul 28 04:13:22.792719 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ea1e-c1ae-4b9e-800c-2e795b605cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a22b8-fc60-445e-bc58-324a16d006ae,revision_number=None']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:23.036799 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60166) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:23.049656 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a802ab38-0a8d-4a69-8675-1e63c61e4791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.136184 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a802ab38-0a8d-4a69-8675-1e63c61e4791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.139990 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-a802ab38-0a8d-4a69-8675-1e63c61e4791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.179734 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-a802ab38-0a8d-4a69-8675-1e63c61e4791 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03b94a1c322c49c3978cc772aa74f229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418810 Jul 28 04:13:23.182027 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802ab38-0a8d-4a69-8675-1e63c61e4791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f39a0b-9996-4e0a-b8a9-b7e0b980deb7,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:23.182980 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60168) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:23.231516 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.252446 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.297200 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.299723 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:23.300881 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96f39a0b-9996-4e0a-b8a9-b7e0b980deb7 HTTP/1.1" status: 204 len: 168 time: 0.1168511 Jul 28 04:13:23.308959 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6795d70-0998-4b09-b5bf-ae6a48486d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f39a0b-9996-4e0a-b8a9-b7e0b980deb7,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:23.389674 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.204511 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60236) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:27.304092 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12cef02e-d36a-49ca-9088-e8e004c43065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.389393 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12cef02e-d36a-49ca-9088-e8e004c43065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.393165 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-12cef02e-d36a-49ca-9088-e8e004c43065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.431085 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-12cef02e-d36a-49ca-9088-e8e004c43065 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b32023794ce64a7fa0ba8231bc26d4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249792 Jul 28 04:13:27.433049 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cef02e-d36a-49ca-9088-e8e004c43065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1cabd9-c0b7-40d8-875a-956ccd26ae1c,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:27.434035 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60240) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:27.484385 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.505005 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.548648 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.551050 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:27.552166 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f1cabd9-c0b7-40d8-875a-956ccd26ae1c HTTP/1.1" status: 204 len: 168 time: 0.1170943 Jul 28 04:13:27.560360 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb4e6b-0406-4990-a18e-bba617e4816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1cabd9-c0b7-40d8-875a-956ccd26ae1c,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:28.493465 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.wsgi [-] (93226) accepted ('10.222.0.43', 60270) {{(pid=93226) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:28.593883 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe2da6d4-ba37-4f82-aea9-a08417b3e02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.681159 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe2da6d4-ba37-4f82-aea9-a08417b3e02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.685687 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-fe2da6d4-ba37-4f82-aea9-a08417b3e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_create {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.722409 dv-cinder-740146-11-smb neutron-server[93226]: INFO neutron.wsgi [None req-fe2da6d4-ba37-4f82-aea9-a08417b3e02a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0d58be9b0c6447289734450f1eba55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274547 Jul 28 04:13:28.723232 dv-cinder-740146-11-smb neutron-server[93226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2da6d4-ba37-4f82-aea9-a08417b3e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a961173-3c95-43b1-a4bf-4318808ff9aa,revision_number=1']} {{(pid=93226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:28.725105 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.wsgi [-] (93225) accepted ('10.222.0.43', 60274) {{(pid=93225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 04:13:28.774270 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.795599 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.840719 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985824'] for security_group, after_delete {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.843136 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron_lib.callbacks.manager [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:28.844264 dv-cinder-740146-11-smb neutron-server[93225]: INFO neutron.wsgi [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a961173-3c95-43b1-a4bf-4318808ff9aa HTTP/1.1" status: 204 len: 168 time: 0.1181800 Jul 28 04:13:28.851565 dv-cinder-740146-11-smb neutron-server[93225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896d5a0-50f6-4709-baac-1da520168274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a961173-3c95-43b1-a4bf-4318808ff9aa,revision_number=None']} {{(pid=93225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 04:13:42.899017 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:47.916888 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2f093116-d0bb-4bab-98c8-f404c41384fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:50.495093 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b1ef8654-e8e3-430e-b619-94a3d25161e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:50.762479 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:51.634190 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:13:53.278155 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:13:53.391348 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:12.915511 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:17.916911 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-41a8c113-69da-4920-9459-3a41a3bbf3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:20.495969 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-0d0e94c8-9bf6-4e4c-8d33-13e34d86c5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:20.763458 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:21.637282 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:23.395206 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:30.277052 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:14:42.916554 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:47.916710 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f374e10e-62c7-433c-87bc-cacd1b59abc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:50.498387 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-aca59d47-1e5d-4c85-93f6-bb1db78831ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:50.763650 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:51.640517 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:14:53.398895 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:07.276769 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:12.902804 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:17.917400 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-58a62ff3-7adb-4030-b001-a18f4f01ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:20.500663 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-ed1c1d3c-bcdd-4dcd-9203-705eff2836d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:20.763668 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:21.642755 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:23.403917 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:42.918286 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:44.275893 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:15:47.917502 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-173db35f-4430-4906-8c1d-5d98452120dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.500860 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-5cae45a1-5596-4429-acaa-f894fde0c358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:50.763517 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:51.644886 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:15:53.405222 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:12.933247 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:17.917674 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-9954151e-f555-408a-9158-09a977322967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:20.501210 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-df848eb0-b0b9-45ce-901b-39eef0dc22be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:20.763920 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:21.274638 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:16:21.648565 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:23.408653 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:42.958082 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:47.918026 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-e2997a47-e0ac-45b9-97e4-c8a5a82320be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:50.502184 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2123-331f-4041-ab68-dd5700921dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:50.764159 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:51.651467 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:53.411073 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:16:58.273325 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:12.959792 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:17.917566 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-b50e6a9f-8ec1-4bec-b204-22a03e5ec900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.502200 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e6d0-763b-4264-9b2c-be75c09f023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:20.764101 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:21.652862 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:23.414758 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:35.272064 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:17:42.959935 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:47.917484 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-cd3dbc3c-feeb-44a9-baaf-ae392b68f567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.503152 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-bc59132e-3532-4aeb-a344-4b0f222826ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:50.764576 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-f000272e-43fb-4a58-b61b-04b84c925d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:51.655958 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-2c3271ca-469f-4806-89bd-56af58ea1a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:17:53.418413 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-97231efe-db25-44a9-8d19-b7136cbe3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 04:18:12.271087 dv-cinder-740146-11-smb neutron-server[93228]: DEBUG neutron.db.agents_db [None req-3b919bd9-01d7-429b-9c2e-a9dce3fb020d None None] Agent healthcheck: found 6 active agents {{(pid=93228) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 04:18:12.964508 dv-cinder-740146-11-smb neutron-server[93227]: DEBUG neutron_lib.callbacks.manager [None req-89fc40da-9ef1-413d-8f45-a6a7e97fb57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789890388767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901900'] for agent, after_update {{(pid=93227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}